-- Logs begin at Wed 2021-12-22 23:50:25 UTC, end at Thu 2021-12-23 00:49:10 UTC. -- Dec 23 00:20:39.281727 dv-cinder-822768-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 00:20:42.058567 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.common.config [-] Logging enabled! Dec 23 00:20:42.059176 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 00:20:42.059353 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 00:20:42.062608 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.common.config [-] Logging enabled! Dec 23 00:20:42.062861 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 00:20:42.063175 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 00:20:42.064112 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 00:20:42.064345 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 00:20:42.064708 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 00:20:42.064950 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 00:20:42.065176 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 00:20:42.065497 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.065949 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 23 00:20:42.066298 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.066587 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.066860 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.067161 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.067451 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.067726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.068013 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.068306 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.068590 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.068868 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.069153 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.069444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.069756 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.070028 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.070315 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.070603 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] debug = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.070883 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.071320 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.071732 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.072015 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.072444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.072580 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.072849 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.073128 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.073414 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.073772 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] host = dv-cinder-822768-1-iscsi {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.074053 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.074343 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.074629 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.074913 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.075190 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.075464 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.075746 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.076023 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.076293 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.076567 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.076853 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.077141 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.077430 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.077683 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.077908 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.078204 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.078488 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.078764 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.079037 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.079314 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.079589 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.079863 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.080129 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.080412 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.080692 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.080974 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.081248 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.081522 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.081848 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.082133 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.082416 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.082687 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.082959 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.083233 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.083521 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.083791 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.084063 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.084364 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.084647 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.084927 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.085211 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.085484 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.085788 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.086065 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.086337 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.086608 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_json = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.086879 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.087151 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.087433 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.087706 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.087977 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.088250 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.088521 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.088805 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:42.089103 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.089401 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.089726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.090012 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.090317 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.090597 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.090886 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.091165 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.091454 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.091743 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.092033 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.092318 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.092616 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.092905 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.093199 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.093505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.094150 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.094442 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.094719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.094995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.095268 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.095550 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.095839 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.096125 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.096414 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.096702 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.096981 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.097277 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.097614 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.097913 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.098202 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.098476 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.098756 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.099046 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.099320 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.099594 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.099873 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.100160 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.100438 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.100708 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.100988 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.101263 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.101552 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.101827 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.102105 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.102392 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.102669 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.102939 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.103208 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.103483 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.103753 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.104040 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.104315 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.104584 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.104855 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.105131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.105401 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.105705 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.105991 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.106262 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.106536 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.106807 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.107076 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.107347 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.107616 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.107887 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.108160 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.108434 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.108711 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.108982 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.109255 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.109526 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.109827 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.110098 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.110384 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.110679 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.110956 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.111231 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.111505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.111783 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.112057 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.112331 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.112607 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.112882 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.113222 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.113519 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.113830 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.114119 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.114403 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.114708 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.115002 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.115280 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.115565 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.115843 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.116123 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.116405 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.116687 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.116978 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.117270 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.117593 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.117892 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.118182 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.118460 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.118766 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.119044 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:42.119259 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 00:20:42.119497 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108805) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 00:20:42.538808 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 00:20:42.539091 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 00:20:42.539402 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 00:20:42.539743 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 00:20:42.862810 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.863029 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.863320 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.864621 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.864910 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.865182 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.910131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.910419 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.910686 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.924622 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.924901 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.925175 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.953770 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.954047 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.954319 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.991367 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.991645 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:42.991909 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.327558 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.328200 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.328200 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.328386 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.329031 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.427904 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.428222 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.428507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.428790 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.429048 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.429364 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.429642 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.429900 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.430153 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.430443 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.430698 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.430942 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.431197 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.431446 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.431698 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.431957 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.432195 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.432460 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.432726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.432981 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.433253 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.433502 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.433804 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.434180 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.434430 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.434682 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.435075 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.435313 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.435547 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.435781 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.436015 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.436247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:43.436765 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 00:20:43.440034 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 00:20:43.444159 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 00:20:43.448163 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 23 00:20:43.449848 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 00:20:43.450313 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 00:20:43.450648 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 00:20:43.451031 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 00:20:43.453902 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 00:20:43.454157 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 00:20:43.454510 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 00:20:43.459909 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 23 00:20:43.483290 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 23 00:20:43.483736 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.484044 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108805) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 23 00:20:43.484396 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.485824 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108805) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 00:20:43.486104 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 00:20:43.486356 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 00:20:43.489699 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.489976 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:43.555673 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 00:20:43.555885 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 00:20:43.556142 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 00:20:43.556515 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 00:20:43.579567 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_db.sqlalchemy.engines [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108805) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 23 00:20:44.016738 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing driver for type 'gre' Dec 23 00:20:44.017588 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] gre ID ranges: [(1, 1000)] Dec 23 00:20:44.073786 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing driver for type 'local' Dec 23 00:20:44.074121 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing driver for type 'vlan' Dec 23 00:20:44.087484 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] VlanTypeDriver initialization complete Dec 23 00:20:44.087919 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing driver for type 'vxlan' Dec 23 00:20:44.088345 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] vxlan ID ranges: [(1, 1000)] Dec 23 00:20:44.140478 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing extension driver 'port_security' Dec 23 00:20:44.140821 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] PortSecurityExtensionDriver initialization complete Dec 23 00:20:44.141173 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing mechanism driver 'openvswitch' Dec 23 00:20:44.141498 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing mechanism driver 'hyperv' Dec 23 00:20:44.148219 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.plugin [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:20:44.149100 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.149449 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.149826 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.150355 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.150783 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.151131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.151480 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.151872 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.152236 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.152580 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.152918 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.153307 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.153733 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.154081 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.154418 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.154806 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.155245 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.155548 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.155882 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.156268 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.156658 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.156998 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.157331 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.157743 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108805) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 00:20:44.158116 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] ML2 OVO RPC backend initialized. {{(pid=108805) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 23 00:20:44.158801 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.159148 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.159554 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.159896 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > networks before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.160234 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.160569 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > ports before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.160903 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.161236 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.161595 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.161929 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.162256 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.162590 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.162922 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.163248 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.163574 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.163903 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.164230 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.164789 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.plugin [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Modular L2 Plugin initialization complete Dec 23 00:20:44.165111 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading services supported by the core plugin {{(pid=108805) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 00:20:44.165433 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.plugins.ml2.managers [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Got port-security extension from driver 'port_security' Dec 23 00:20:44.165917 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.extensions.vlantransparent [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Disabled vlantransparent extension. Dec 23 00:20:44.166392 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108805) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 00:20:44.166699 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: router Dec 23 00:20:44.202278 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.202657 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_create 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.203026 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router before_create 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.203382 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.203746 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.204099 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_delete 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.204447 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.204917 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.205268 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_create 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.205749 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.206086 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.206427 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.206821 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.207237 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.207601 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.207933 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.208267 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: subnet after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.208601 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.208940 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.209281 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.209637 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.209959 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.210308 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router after_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.210652 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.210996 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.211352 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.211695 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.212055 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > agent after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.212401 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.212737 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.213621 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Tracking information for resource: router configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:44.213952 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Tracking information for resource: floatingip configured {{(pid=108805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 00:20:44.219160 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.db.l3_agentschedulers_db [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 00:20:44.219721 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.220075 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.220420 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.220765 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: port after_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.221529 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router before_create 55550100 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.221911 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.222270 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.222646 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.227507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.provider_configuration [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service providers = [] {{(pid=108805) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 00:20:44.227866 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.db.servicetype_db [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108805) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 00:20:44.230799 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.service_base [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 00:20:44.231137 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.service_base [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 00:20:44.231479 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.service_base [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 00:20:44.232360 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.services.service_base [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 00:20:44.232727 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.services.service_base [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 00:20:44.233098 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.233411 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 00:20:44.244145 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.244356 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: auto_allocate Dec 23 00:20:44.250239 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: network precommit_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.250605 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: network precommit_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.251119 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.251440 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: tag Dec 23 00:20:44.258200 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.258525 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: timestamp Dec 23 00:20:44.262333 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.262737 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: network_ip_availability Dec 23 00:20:44.268184 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.268456 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.268804 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.269577 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.269893 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: flavors Dec 23 00:20:44.274967 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.275300 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading Plugin: revisions Dec 23 00:20:44.279629 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 00:20:44.280010 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=108805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 00:20:44.280744 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108805) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 23 00:20:44.281076 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Initializing extension manager. Dec 23 00:20:44.281637 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: __init__.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.281975 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: __pycache__ {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.282311 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.282643 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: address_group.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.283385 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.283956 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: address-group Dec 23 00:20:44.284283 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: address_scope.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.285005 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.285512 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: address-scope Dec 23 00:20:44.285861 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.286784 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.287291 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: router-admin-state-down-before-update Dec 23 00:20:44.287611 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: agent.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.288307 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.288795 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: agent Dec 23 00:20:44.289109 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: agent_resources_synced.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.290042 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.290546 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: agent-resources-synced Dec 23 00:20:44.290866 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.292630 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.293157 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: allowed-address-pairs Dec 23 00:20:44.293481 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.294568 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.295082 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: auto-allocated-topology Dec 23 00:20:44.295407 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: availability_zone.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.296095 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.296600 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: availability_zone Dec 23 00:20:44.296918 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: availability_zone_filter.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.297853 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.298360 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: availability_zone_filter Dec 23 00:20:44.298679 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: data_plane_status.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.299572 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.300073 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 00:20:44.300389 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: default_subnetpools.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.301345 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.301955 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: default-subnetpools Dec 23 00:20:44.302268 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.303072 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.303578 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: dhcp_agent_scheduler Dec 23 00:20:44.303903 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: dns.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.304812 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.305320 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension dns-integration not supported by any of loaded plugins Dec 23 00:20:44.305667 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: dns_domain_ports.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.306575 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.307079 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 00:20:44.307399 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.308308 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.308810 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 23 00:20:44.309129 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: dvr.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.309813 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.310316 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: dvr Dec 23 00:20:44.310631 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: ecmp_routes.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.311532 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.312029 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 23 00:20:44.312343 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: empty_string_filtering.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.313242 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.313777 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: empty-string-filtering Dec 23 00:20:44.314094 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.315000 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.315499 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 00:20:44.315816 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.316741 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.317239 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 00:20:44.317565 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: external_net.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.318476 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.318983 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: external-net Dec 23 00:20:44.319298 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.320193 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.320698 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: extra_dhcp_opt Dec 23 00:20:44.321018 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: extraroute.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.321942 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.322447 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: extraroute Dec 23 00:20:44.322769 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: extraroute_atomic.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.325201 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.325769 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: extraroute-atomic Dec 23 00:20:44.326093 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: filter_validation.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.326760 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.327272 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: filter-validation Dec 23 00:20:44.327597 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: fip_pf_description.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.328507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.329010 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 00:20:44.329326 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: fip_port_details.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.330267 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.330772 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: fip-port-details Dec 23 00:20:44.331093 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: flavors.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.332387 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.332900 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: flavors Dec 23 00:20:44.333217 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.334946 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.335466 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 00:20:44.335797 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: floatingip_pools.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.336494 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.337001 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: floatingip-pools Dec 23 00:20:44.337326 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: ip_allocation.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.338276 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.338779 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 00:20:44.339099 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.340010 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.340514 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: ip-substring-filtering Dec 23 00:20:44.340838 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l2_adjacency.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.341765 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.342280 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 00:20:44.342588 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.343539 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.344380 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: router Dec 23 00:20:44.344700 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.347000 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.347550 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 00:20:44.347879 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.348804 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.349319 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: ext-gw-mode Dec 23 00:20:44.349672 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.350600 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.351123 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: l3-ha Dec 23 00:20:44.351444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3_flavors.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.352353 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.352864 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: l3-flavors Dec 23 00:20:44.353186 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.354120 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.354628 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 00:20:44.354943 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: l3agentscheduler.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.355946 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.356452 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: l3_agent_scheduler Dec 23 00:20:44.356772 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: local_ip.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.358598 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.359116 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension local_ip not supported by any of loaded plugins Dec 23 00:20:44.359442 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: logging.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.360909 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.361427 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension logging not supported by any of loaded plugins Dec 23 00:20:44.361784 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: metering.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.362635 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.363258 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: metering Dec 23 00:20:44.363579 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.364663 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.365180 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: metering_source_and_destination_fields Dec 23 00:20:44.365501 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: multiprovidernet.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.366451 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.366969 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: multi-provider Dec 23 00:20:44.367287 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: netmtu.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.368200 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.368707 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: net-mtu Dec 23 00:20:44.369027 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: netmtu_writable.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.369965 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.370476 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: net-mtu-writable Dec 23 00:20:44.370792 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: network_availability_zone.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.371460 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.371965 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: network_availability_zone Dec 23 00:20:44.372280 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: network_ip_availability.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.373387 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.373932 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: network-ip-availability Dec 23 00:20:44.374253 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: network_segment_range.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.375012 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.375511 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 00:20:44.375828 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: pagination.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.376811 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.377142 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: pagination Dec 23 00:20:44.377455 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: port_device_profile.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.378393 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.378928 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: port-device-profile Dec 23 00:20:44.379247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.380151 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.380659 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: port-mac-address-regenerate Dec 23 00:20:44.380975 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.381921 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.382425 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: port-numa-affinity-policy Dec 23 00:20:44.382741 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: port_resource_request.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.383657 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.384153 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 00:20:44.384467 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.385419 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.385954 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 23 00:20:44.386274 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: portbindings.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.387199 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.387703 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: binding Dec 23 00:20:44.388018 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: portbindings_extended.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.389294 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.389837 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: binding-extended Dec 23 00:20:44.390158 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: portsecurity.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.391065 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.391578 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: port-security Dec 23 00:20:44.391899 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: project_id.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.392868 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.393189 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: project-id Dec 23 00:20:44.393507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: providernet.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.394505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.395018 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: provider Dec 23 00:20:44.395336 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.398869 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.399390 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos not supported by any of loaded plugins Dec 23 00:20:44.399715 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.400962 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.401475 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 00:20:44.401833 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.402742 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.403254 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 00:20:44.403576 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_default.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.404484 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.404990 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-default not supported by any of loaded plugins Dec 23 00:20:44.405310 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_fip.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.405994 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.406492 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-fip not supported by any of loaded plugins Dec 23 00:20:44.406808 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.407719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.408222 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 23 00:20:44.408543 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.409460 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.410097 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 00:20:44.410420 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.411437 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.411948 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 00:20:44.412266 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.413302 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.413852 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 23 00:20:44.414171 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_pps_rule.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.415369 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.415881 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-pps not supported by any of loaded plugins Dec 23 00:20:44.416206 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.417117 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.417656 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 00:20:44.417977 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: qos_rules_alias.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.419017 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.419526 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 00:20:44.419845 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: quota_check_limit.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.420745 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.421254 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: quota-check-limit Dec 23 00:20:44.421578 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: quotasv2.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.422506 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.422826 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: quotas Dec 23 00:20:44.423138 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: quotasv2_detail.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.426413 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.426750 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: quota_details Dec 23 00:20:44.427077 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: rbac.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.428113 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.428649 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: rbac-policies Dec 23 00:20:44.428978 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: rbac_address_group.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.429938 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.430453 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: rbac-address-group Dec 23 00:20:44.430775 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: rbac_address_scope.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.431691 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.432208 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: rbac-address-scope Dec 23 00:20:44.432530 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: rbac_security_groups.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.433433 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.433973 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: rbac-security-groups Dec 23 00:20:44.434290 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.435196 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.435703 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: rbac-subnetpool Dec 23 00:20:44.436022 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: revisionifmatch.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.436931 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.437438 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: revision-if-match Dec 23 00:20:44.437782 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: revisions.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.438885 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.439388 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: standard-attr-revisions Dec 23 00:20:44.439705 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: router_availability_zone.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.440368 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.440877 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: router_availability_zone Dec 23 00:20:44.441235 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: routerservicetype.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.442214 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.442718 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension router-service-type not supported by any of loaded plugins Dec 23 00:20:44.443038 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.444028 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.444542 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: security-groups-normalized-cidr Dec 23 00:20:44.444864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.445828 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.446339 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: port-security-groups-filtering Dec 23 00:20:44.446659 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.447597 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.448105 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: security-groups-remote-address-group Dec 23 00:20:44.448423 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.449347 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.449884 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: security-groups-shared-filtering Dec 23 00:20:44.450205 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.450791 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 23 00:20:44.451105 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: securitygroup.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.460890 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.461424 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: security-group Dec 23 00:20:44.461788 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: segment.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.462572 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.463106 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension segment not supported by any of loaded plugins Dec 23 00:20:44.463436 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.464745 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.465264 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 00:20:44.465659 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: servicetype.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.466729 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.467249 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: service-type Dec 23 00:20:44.468331 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: sorting.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.468552 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.469220 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: sorting Dec 23 00:20:44.469556 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: standard_attr_segment.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.470753 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.471272 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 00:20:44.471592 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: standardattrdescription.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.472247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.472790 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: standard-attr-description Dec 23 00:20:44.473111 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: stateful_security_group.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.474064 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.474563 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: stateful-security-group Dec 23 00:20:44.474884 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: stdattrs_common.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.475453 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 00:20:44.475844 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.476676 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.477188 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 00:20:44.477507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnet_onboard.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.478607 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.479259 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: subnet_onboard Dec 23 00:20:44.479441 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.480580 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.481161 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 00:20:44.481439 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnet_service_types.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.482367 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.482897 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: subnet-service-types Dec 23 00:20:44.483302 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnetallocation.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.484442 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.484955 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: subnet_allocation Dec 23 00:20:44.485277 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.486051 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.486577 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: subnetpool-prefix-ops Dec 23 00:20:44.486897 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.487852 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.488483 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 00:20:44.488844 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: tagging.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.489962 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.490473 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: standard-attr-tag Dec 23 00:20:44.490802 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: timestamp.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.491999 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.492553 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loaded extension: standard-attr-timestamp Dec 23 00:20:44.492875 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: trunk.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.493945 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.494466 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension trunk not supported by any of loaded plugins Dec 23 00:20:44.494787 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: trunk_details.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.495698 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.496206 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension trunk-details not supported by any of loaded plugins Dec 23 00:20:44.496526 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.497455 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.497997 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 00:20:44.498318 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Loading extension file: vlantransparent.py {{(pid=108805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 00:20:44.498995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 00:20:44.499504 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 00:20:44.502164 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:network Dec 23 00:20:44.502709 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnet Dec 23 00:20:44.503106 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 00:20:44.503494 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:port Dec 23 00:20:44.504810 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.505264 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service FLAVORS assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.505906 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.506321 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.506649 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:router Dec 23 00:20:44.507068 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 00:20:44.507554 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service METERING assigned prefix: /metering {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.509025 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.509393 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.509769 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:20:44.510778 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 00:20:44.511213 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:security_group Dec 23 00:20:44.511650 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 00:20:44.512258 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service CORE assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.512584 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 00:20:44.512917 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] subnetpool is already registered Dec 23 00:20:44.513334 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service CORE assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.513676 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 00:20:44.514003 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] subnetpool is already registered Dec 23 00:20:44.516262 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.516683 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service FLAVORS assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.517255 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.517694 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.518026 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:router Dec 23 00:20:44.518396 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] router is already registered Dec 23 00:20:44.518749 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 00:20:44.519077 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] floatingip is already registered Dec 23 00:20:44.519569 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service METERING assigned prefix: /metering {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.520229 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 00:20:44.520548 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] rbac_policy is already registered Dec 23 00:20:44.520954 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:security_group Dec 23 00:20:44.521305 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] security_group is already registered Dec 23 00:20:44.521731 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 00:20:44.522057 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] security_group_rule is already registered Dec 23 00:20:44.522676 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service CORE assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.522997 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 00:20:44.523322 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] subnetpool is already registered Dec 23 00:20:44.523723 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.v2.resource_helper [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Service CORE assigned prefix: {{(pid=108805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 00:20:44.524041 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 00:20:44.524347 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING neutron.quota.resource_registry [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] subnetpool is already registered Dec 23 00:20:44.524805 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: extensions {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.526341 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: address-groups {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.527816 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: address-scopes {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.529131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: agents {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.530323 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: auto-allocated-topology {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.531584 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: availability_zones {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.532806 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: dhcp-networks {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.534360 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: dhcp-agents {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.535818 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: routers {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.538064 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: flavors {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.539244 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: service_profiles {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.540449 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: next_providers {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.541912 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: service_profiles {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.544424 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: floatingip-pools {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.545671 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: routers {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.547785 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: floatingips {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.549073 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: l3-routers {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.550502 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: l3-agents {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.551910 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: metering-labels {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.553269 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: metering-label-rules {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.554594 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: network-ip-availabilities {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.555859 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: bindings {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.557489 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: quotas {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.559091 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: quotas {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.560638 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: rbac-policies {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.561955 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: security-groups {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.563183 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: security-group-rules {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.564395 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: service-providers {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.565652 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: subnetpools {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.567124 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: subnetpools {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.568591 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.570281 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.572084 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.573862 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.575664 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.577477 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.579198 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.581087 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.582904 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.584724 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron.api.extensions [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Extended resource: tags {{(pid=108805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 00:20:44.590596 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING keystonemiddleware.auth_token [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 00:20:44.595587 dv-cinder-822768-1-iscsi neutron-server[108805]: WARNING keystonemiddleware.auth_token [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 00:20:44.604188 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Acquired lock "singleton_lock" {{(pid=108805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 23 00:20:44.604651 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_concurrency.lockutils [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Releasing lock "singleton_lock" {{(pid=108805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 23 00:20:44.605285 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Starting 2 workers Dec 23 00:20:44.610120 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Started child 108946 {{(pid=108805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 00:20:44.617036 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Started child 108947 {{(pid=108805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 00:20:44.617274 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.617920 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO neutron.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 00:20:44.617920 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Publish callbacks [] for process, before_spawn {{(pid=108805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.618067 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [-] (108946) wsgi starting up on http://0.0.0.0:9696 Dec 23 00:20:44.618906 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Starting 1 workers Dec 23 00:20:44.619041 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.620409 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [-] (108947) wsgi starting up on http://0.0.0.0:9696 Dec 23 00:20:44.624053 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Started child 108948 {{(pid=108805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 00:20:44.624589 dv-cinder-822768-1-iscsi neutron-server[108805]: INFO oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Starting 1 workers Dec 23 00:20:44.627879 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] calling RpcWorker wait() {{(pid=108948) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 00:20:44.628444 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] returning from RpcWorker wait() {{(pid=108948) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 00:20:44.629067 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Started child 108949 {{(pid=108805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 00:20:44.629876 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG neutron_lib.callbacks.manager [None req-d6c22083-6935-4c58-9886-73c911f658b8 None None] Publish callbacks [] for process, after_spawn {{(pid=108805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.630004 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.630424 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:20:44.631631 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 00:20:44.631804 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 00:20:44.632160 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 00:20:44.632516 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 00:20:44.633010 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 00:20:44.633374 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 00:20:44.633941 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:44.634602 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.634894 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:20:44.635200 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.635642 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.636072 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.636510 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.637841 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.638114 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.638354 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.638621 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.638864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.639002 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.639155 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.639589 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.639801 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.640131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.640399 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.640603 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.641021 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.641172 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.641579 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.642019 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.642268 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.642536 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] debug = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.642773 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.643237 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.643462 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.643712 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.643935 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.644230 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.644473 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.644743 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.644953 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.645163 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.645395 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.646048 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.646462 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.646795 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.647149 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.647482 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.647844 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.648197 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.650900 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] host = dv-cinder-822768-1-iscsi {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.651315 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.651575 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.651811 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.652080 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.652358 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.652595 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.652846 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.653103 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.653352 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.653637 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.653887 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.654140 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.654442 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.654685 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.654847 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_options = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.655223 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.655494 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.655940 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.656137 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.656304 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.656618 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.657470 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.657661 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.657903 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.658289 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.658677 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.658871 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.659135 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.659345 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.659598 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.659874 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.660254 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.660600 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.660857 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.661088 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.661315 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.661590 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.662009 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.662205 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.662453 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.662666 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.663030 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.663271 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.663494 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.663726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.663961 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.664209 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.664440 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.664700 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.664968 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.665211 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.665432 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.665688 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.665954 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.666177 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.666458 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.666663 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.667080 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.667270 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.667719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.667896 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.668306 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_json = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.668517 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.668755 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.669001 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.669219 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.669656 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.669863 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.670065 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.670311 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.670701 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.670970 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.671276 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.671520 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.671735 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.671976 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.672195 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.672425 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.672668 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.672891 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.673173 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.673387 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.673702 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.673929 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.674303 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.674515 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.674790 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.676585 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677053 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677053 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677223 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677588 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677694 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.677991 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.678330 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.678522 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.678917 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.679018 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.679317 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.679416 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.680864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.681303 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.681303 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.681652 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.681799 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.682435 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.682435 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.682435 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.682894 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.682894 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.683160 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.683297 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.683668 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.683838 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.683985 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.685995 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.687247 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688020 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688020 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688020 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688715 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688715 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.688971 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.689106 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.689505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.689505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.689837 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.689982 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.690167 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.690388 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.690631 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.690785 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.691023 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.691281 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.691541 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.691839 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.692079 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.692315 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.692531 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.692759 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.692987 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.693225 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.694328 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.696272 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.696525 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.696800 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.697058 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.697299 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.697529 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.697779 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.698049 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.698272 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.698519 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.698738 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.698985 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.699206 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.699462 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.699691 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.699919 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.700147 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.700376 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.700645 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.700875 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.701152 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.701369 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.701731 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.702105 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.702391 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.702697 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.702985 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.703265 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.703560 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.703821 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.704083 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.704342 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.704612 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.704865 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.705126 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.705370 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.706561 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.706872 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.707222 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.707472 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.708587 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.708842 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.709141 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.709404 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.709711 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.709986 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.710263 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.710529 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.710780 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.711025 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.711243 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.711488 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.711741 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.711972 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.712205 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.712439 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.712698 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.712949 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.713172 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.713434 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.714046 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.714279 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.714515 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.714740 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.714963 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.715196 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.715410 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.715662 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.715912 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.716137 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.716360 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.716583 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.716818 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.717085 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.717302 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.717594 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.717849 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.718089 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.719117 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.719427 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.719928 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.720461 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.720965 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.721860 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.722730 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.722961 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.723193 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.723416 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.723801 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.724069 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.724408 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.724683 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.724949 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.725287 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.725719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.725962 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.726328 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.726556 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.726800 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.727061 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.727351 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.727570 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.727945 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.728172 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.728420 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.729750 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.730370 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.730605 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.731217 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.731599 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.731829 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.732070 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.732367 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.732778 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.733011 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.733280 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.733697 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.734461 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.736024 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.736256 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.736489 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.736727 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.736960 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.737206 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.737346 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:20:44.737434 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.737674 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.737895 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.738149 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.738395 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.738646 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.738905 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.739140 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.739354 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.739596 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.739816 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.740044 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.740279 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.740494 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.740726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.740940 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.741182 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.741462 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.743025 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.743505 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.743834 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.744122 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.744389 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.744673 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.745032 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.746236 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.746471 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.747208 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.747904 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.748410 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.748775 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.749094 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.749340 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.749642 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.750031 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.750276 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.751319 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.751710 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.753107 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.753892 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.754314 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.754578 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.754847 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.755142 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.755383 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.755613 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.755897 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.756215 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.756497 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.756767 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.756998 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.757238 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.757464 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.757800 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.758044 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.758281 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.758531 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.758758 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.759005 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.759253 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.759896 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.760133 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.760371 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.760598 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.760809 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.761049 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.761274 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.761429 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 00:20:44.761969 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 00:20:44.762125 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 00:20:44.762276 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 00:20:44.762457 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 00:20:44.762769 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 00:20:44.762982 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 00:20:44.763248 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.763464 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.763628 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.763786 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.763941 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.764121 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.764372 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.764533 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.764690 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.764846 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765003 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765157 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765312 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765466 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765670 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765828 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.765982 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.766137 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.766297 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.766453 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.766609 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.766765 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.767643 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] debug = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.767643 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.767643 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.767952 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.767952 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768130 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768208 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768337 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768547 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768673 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768778 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.768983 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769143 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769323 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769478 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769642 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769796 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.769950 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770103 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770258 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] host = dv-cinder-822768-1-iscsi {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770413 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770566 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770720 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.770873 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771027 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771181 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771337 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771492 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771646 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771800 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.771954 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772108 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772262 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772605 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772605 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_options = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772878 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.772878 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773138 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773138 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773384 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773520 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773715 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773851 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.773937 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774029 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774187 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774432 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774592 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774746 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.774899 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775055 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775210 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775365 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775523 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775676 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775830 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.775985 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776139 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776293 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776448 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776603 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776758 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.776913 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777067 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777222 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777376 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777530 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777706 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.777951 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778112 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778265 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778420 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778574 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778733 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.778889 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779045 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779199 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779353 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779506 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779660 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779815 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.779969 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_json = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780123 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780278 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780433 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780587 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780743 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.780897 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.781050 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.781206 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 00:20:44.781379 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.781574 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.781726 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.781883 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782040 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782199 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782355 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782511 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782667 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782824 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.782991 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783154 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783320 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783479 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783636 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783797 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.783954 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784112 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784269 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784450 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784607 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784764 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.784974 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785131 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785288 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785444 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785651 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785820 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.785977 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786149 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786309 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786466 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786621 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786776 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.786931 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787089 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787245 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787403 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787561 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.787899 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788057 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788214 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788371 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788528 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788683 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788840 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.788998 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789154 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789311 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789467 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789647 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789804 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.789963 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790118 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790276 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790432 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790600 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790756 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.790913 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791068 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791224 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791380 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791537 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791693 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.791849 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792020 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792181 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792351 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792509 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792674 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792824 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.792981 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793145 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793300 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793457 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793634 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793792 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.793948 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794103 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794259 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794414 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794571 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794727 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.794884 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795039 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795196 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795351 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795509 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795671 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795809 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.795972 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796145 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796301 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796459 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796617 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796773 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.796931 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797087 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797242 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797398 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797570 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797730 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.797887 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798046 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798201 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798357 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798515 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798672 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798828 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.798985 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799143 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799301 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799456 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799611 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799765 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.799920 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800077 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800241 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800398 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800579 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800737 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.800901 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801068 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801225 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801381 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801557 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801714 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.801869 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802024 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802181 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802337 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802494 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802649 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802818 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.802976 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803136 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803291 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803471 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803627 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803785 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.803941 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804096 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804253 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804408 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804564 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804722 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.804878 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805034 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805192 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805347 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805504 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805682 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805838 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.805994 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806151 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806306 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806463 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806621 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806778 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.806933 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807088 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807245 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807401 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807557 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807713 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.807868 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808025 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808181 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808338 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808493 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808648 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808806 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.808959 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809115 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809274 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809431 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809608 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809768 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.809925 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810081 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810237 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810396 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810552 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810707 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.810865 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811022 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811181 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811340 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811496 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811654 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811810 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.811967 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812137 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812292 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812448 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812604 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812759 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.812914 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813074 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813231 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813387 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813555 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813721 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.813879 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814037 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814193 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814350 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814663 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814818 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.814974 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815141 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815297 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815455 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815611 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815767 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.815922 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816128 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816289 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816445 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816601 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816757 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.816913 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817078 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817234 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817389 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817561 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817719 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.817875 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818041 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818196 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818352 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818507 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818662 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818817 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.818981 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819136 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819292 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819449 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819603 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819759 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.819924 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820079 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820235 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820391 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820546 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820700 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.820864 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821022 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821178 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821341 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821496 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821679 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.821836 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822003 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822159 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822317 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822474 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822631 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822786 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.822944 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823108 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823273 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823435 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823593 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823756 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.823921 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824085 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824241 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824404 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824571 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824727 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.824882 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825038 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825192 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825348 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825503 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825680 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825836 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.825990 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826145 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826299 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826453 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826608 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826762 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.826917 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.827073 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.827230 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.827386 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.827542 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 00:20:44.827690 dv-cinder-822768-1-iscsi neutron-server[108805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 00:20:44.955250 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45030) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:20:44.968651 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097694 Dec 23 00:20:56.380938 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b96ac-7e1f-4e39-b370-5480a989e230 None None] get_active_networks_info from dv-cinder-822768-1-iscsi {{(pid=108948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 00:20:56.467516 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b96ac-7e1f-4e39-b370-5480a989e230 None None] No non-hosted networks {{(pid=108948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 00:20:56.507753 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.agentschedulers_db [None req-ba4b96ac-7e1f-4e39-b370-5480a989e230 None None] DHCP Agent not found on host dv-cinder-822768-1-iscsi {{(pid=108948) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 00:20:56.559598 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-ddfa783c-6819-448f-acd2-04585e722d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:58.519371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a254f472-5919-412c-88d2-6c35c23527eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:58.542328 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-acd7b8ff-161a-4e8a-9243-e8134bdbe3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:20:59.752378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:01.196409 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:02.015479 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:02.017716 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.018163 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.018958 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.019436 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.019957 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.020475 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.020799 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.021283 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.021780 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.022663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.023162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.023625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.024181 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:02.024811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822768-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:02.036162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822768-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:02.183508 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.db.l3_hamode_db [None req-5ff25b5d-7ac7-4a2f-960f-ad6755b633fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 00:21:02.259036 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff25b5d-7ac7-4a2f-960f-ad6755b633fb None None] Routers set() bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:21:02.259682 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff25b5d-7ac7-4a2f-960f-ad6755b633fb None None] Router IDs set() for agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 00:21:05.344210 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45128) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:05.868382 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING oslo_policy.policy [None req-2e1451a2-93bd-41a8-bdc5-d85e33b3b90d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:05.868976 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING oslo_policy.policy [None req-2e1451a2-93bd-41a8-bdc5-d85e33b3b90d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:06.095411 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [None req-2e1451a2-93bd-41a8-bdc5-d85e33b3b90d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:21:06.096494 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2e1451a2-93bd-41a8-bdc5-d85e33b3b90d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7509918 Dec 23 00:21:08.940401 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45144) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:09.474221 dv-cinder-822768-1-iscsi neutron-server[108946]: WARNING oslo_policy.policy [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:09.474805 dv-cinder-822768-1-iscsi neutron-server[108946]: WARNING oslo_policy.policy [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:09.693790 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'bd795e77646144ecada2d938cbc71d80', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:09.787200 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.policy [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 00:21:09.831986 dv-cinder-822768-1-iscsi neutron-server[108946]: WARNING oslo_policy.policy [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:09.832351 dv-cinder-822768-1-iscsi neutron-server[108946]: WARNING oslo_policy.policy [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:09.840912 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.quota [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] Loaded quota_driver: . Dec 23 00:21:09.934893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014232092', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014228529', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014176933', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014180216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014189059', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762014202725', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-722038', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1688958'] for rbac-policy, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:10.004813 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:10.006220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-822f28d9-3401-4e03-9a8d-e32b48ee3b94 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0631335 Dec 23 00:21:12.820631 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45162) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:13.151758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Request body: {'network': {'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'name': 'private', 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:13.186012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Made reservation on behalf of 388fe7934cea4515a2e8e0bbc1f6b2a7 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:21:13.188850 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.205118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.324486 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.331047 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.355176 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:21:13.379297 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762017524179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.379881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Unsubscribe: segment precommit_create {{(pid=108946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 00:21:13.380388 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Added segment 7bc3aec7-48f9-4294-a1e0-f815a38eef13 of type vlan for network fccfca4e-1ee2-43af-8579-6c4961ca46d3 Dec 23 00:21:13.386062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de844f-7230-4173-94bf-c371123e73c8,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:13.420271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.420623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.420959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.421281 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.421605 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.421948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.422279 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.422597 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.422912 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.423238 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.423554 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.423847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.424205 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Tracked resource versions report: Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: pushed versions: Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: { 'AddressGroup': {'1.2'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'ConntrackHelper': {'1.0'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Log': {'1.0'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Network': {'1.1'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Port': {'1.7'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'PortForwarding': {'1.2'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'QosPolicy': {'1.10'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroup': {'1.5'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SubPort': {'1.0'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Subnet': {'1.1'}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Trunk': {'1.1'}} Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: consumer versions: Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'ConntrackHelper': '1.0', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'LocalIPAssociation': '1.0', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Log': '1.0', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Network': '1.1', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Port': '1.7', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'PortForwarding': '1.2', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'QosPolicy': '1.10', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroup': '1.5', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroupRule': '1.2', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SubPort': '1.0', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Subnet': '1.1', Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Trunk': '1.1'}} Dec 23 00:21:13.425586 dv-cinder-822768-1-iscsi neutron-server[108946]: {{(pid=108946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:21:13.491053 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.535021 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.536227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:13.536961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:13.603236 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7813458 Dec 23 00:21:13.657761 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598fe1-19e1-4087-8d24-d6ce4d7c0c98 admin admin] Pushing event updated for resources: {'Network': ['ID=fccfca4e-1ee2-43af-8579-6c4961ca46d3,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:13.671033 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:21:16.431683 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45176) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:16.983092 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.policy [None req-67e6c327-f09f-4fc5-97fe-d2c4ae59884b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108947) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 00:21:17.028031 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING oslo_policy.policy [None req-67e6c327-f09f-4fc5-97fe-d2c4ae59884b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:17.028393 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING oslo_policy.policy [None req-67e6c327-f09f-4fc5-97fe-d2c4ae59884b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 00:21:17.036562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6c327-f09f-4fc5-97fe-d2c4ae59884b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:17.038253 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-67e6c327-f09f-4fc5-97fe-d2c4ae59884b admin admin] 10.222.0.24 "GET /v2.0/networks/fccfca4e-1ee2-43af-8579-6c4961ca46d3 HTTP/1.1" status: 200 len: 825 time: 0.6056354 Dec 23 00:21:17.084234 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1141eba1-6903-44b9-b184-8381d5494038 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/3feff0a5-47e9-45b5-8e08-73b75f1abcc0 HTTP/1.1" status: 200 len: 734 time: 0.0364406 Dec 23 00:21:17.093985 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Request body: {'subnet': {'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'name': 'private-subnet', 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0', 'gateway_ip': '172.20.0.1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:17.095509 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.quota [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Loaded quota_driver: . Dec 23 00:21:17.138744 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Made reservation on behalf of 388fe7934cea4515a2e8e0bbc1f6b2a7 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:21:17.141558 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:17.447007 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:17.517228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Checking segment: {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:21:17.517681 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Network hostable DHCP agents. Network: fccfca4e-1ee2-43af-8579-6c4961ca46d3, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:21:17.526973 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eba8dda-8c6a-49c3-bcfa-747920060f3a,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:17.538427 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.538788 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.539121 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.539444 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.539759 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.540076 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.540398 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.540715 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.541027 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.541352 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.541684 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.541978 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.542279 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Tracked resource versions report: Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: pushed versions: Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: { 'AddressGroup': {'1.2'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'ConntrackHelper': {'1.0'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Log': {'1.0'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Network': {'1.1'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Port': {'1.7'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'PortForwarding': {'1.2'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'QosPolicy': {'1.10'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroup': {'1.5'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SubPort': {'1.0'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Subnet': {'1.1'}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Trunk': {'1.1'}} Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: consumer versions: Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'ConntrackHelper': '1.0', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'LocalIPAssociation': '1.0', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Log': '1.0', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Network': '1.1', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Port': '1.7', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'PortForwarding': '1.2', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'QosPolicy': '1.10', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroup': '1.5', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroupRule': '1.2', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SubPort': '1.0', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Subnet': '1.1', Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Trunk': '1.1'}} Dec 23 00:21:17.543598 dv-cinder-822768-1-iscsi neutron-server[108947]: {{(pid=108947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:21:17.569743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:21:17.583593 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, fccfca4e-1ee2-43af-8579-6c4961ca46d3) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:17.588505 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:17.589135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:17.595287 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b7828-989f-4e1b-ba88-479d567b7f2f None None] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:21:17.611871 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-86c2fee2-1852-4156-800e-7b71e04c8227 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5216982 Dec 23 00:21:17.860887 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:21:17.862236 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.158733 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Allocated IP 172.20.0.2 (fccfca4e-1ee2-43af-8579-6c4961ca46d3/1eba8dda-8c6a-49c3-bcfa-747920060f3a/ee08f562-e66c-4ef1-aad7-85caca8a8273) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:21:18.399864 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.409263 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.482746 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:21:18.489649 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:18.493035 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:21:18.528998 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Pushing event updated for resources: {'Port': ['ID=ee08f562-e66c-4ef1-aad7-85caca8a8273,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:18.553429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.553819 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.554177 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.554516 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.554846 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.555171 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.555525 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.555808 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.556162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.556499 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.556825 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.557133 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.557448 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Tracked resource versions report: Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: pushed versions: Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: { 'AddressGroup': {'1.2'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'ConntrackHelper': {'1.0'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Log': {'1.0'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Network': {'1.1'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Port': {'1.7'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'PortForwarding': {'1.2'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'QosPolicy': {'1.10'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroup': {'1.5'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SubPort': {'1.0'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Subnet': {'1.1'}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Trunk': {'1.1'}} Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: consumer versions: Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'ConntrackHelper': '1.0', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'LocalIPAssociation': '1.0', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Log': '1.0', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Network': '1.1', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Port': '1.7', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'PortForwarding': '1.2', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'QosPolicy': '1.10', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroup': '1.5', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroupRule': '1.2', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SubPort': '1.0', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Subnet': '1.1', Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Trunk': '1.1'}} Dec 23 00:21:18.559064 dv-cinder-822768-1-iscsi neutron-server[108948]: {{(pid=108948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:21:18.586609 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Attempting to bind port ee08f562-e66c-4ef1-aad7-85caca8a8273 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:21:18.586975 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Attempting to bind port ee08f562-e66c-4ef1-aad7-85caca8a8273 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:21:18.587430 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Attempting to bind port ee08f562-e66c-4ef1-aad7-85caca8a8273 on network fccfca4e-1ee2-43af-8579-6c4961ca46d3 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:21:18.592455 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:21:18.593242 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Checking segment: {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:21:18.593750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.594140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Bound using segment: {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:21:18.594601 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Bound port: ee08f562-e66c-4ef1-aad7-85caca8a8273, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:21:18.595009 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.660389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] For port ee08f562-e66c-4ef1-aad7-85caca8a8273, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:21:18.664622 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] For port ee08f562-e66c-4ef1-aad7-85caca8a8273, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ee08f562-e66c-4ef1-aad7-85caca8a8273,segment=NetworkSegment(7bc3aec7-48f9-4294-a1e0-f815a38eef13),segment_id=7bc3aec7-48f9-4294-a1e0-f815a38eef13)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:21:18.670343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:18.732084 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3fc57-4e6b-4665-a3ea-aeb5c0889a4b None None] Pushing event updated for resources: {'Port': ['ID=ee08f562-e66c-4ef1-aad7-85caca8a8273,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:20.185790 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45190) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:20.508953 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [None req-fd9166af-9f3d-43d1-8002-f270d3559b28 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:21:20.510033 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-fd9166af-9f3d-43d1-8002-f270d3559b28 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232596 Dec 23 00:21:23.073166 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45198) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:23.405373 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [None req-717f61ca-c3c3-49a7-b020-415d0668704b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:21:23.406398 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-717f61ca-c3c3-49a7-b020-415d0668704b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3321655 Dec 23 00:21:25.685233 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:21:26.225357 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45208) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:26.378608 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bf504ef9-82d7-4e05-a216-9d64ee121f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.543205 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Request body: {'router': {'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:26.581727 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.583522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.721361 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.727494 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.743135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:26.744253 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1d61f7c8-897f-4518-9308-4e2349af95ee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5178618 Dec 23 00:21:27.676767 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839932d5-a940-4b39-9686-78f6d8319349 None None] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:21:27.793819 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] Provisioning complete for port ee08f562-e66c-4ef1-aad7-85caca8a8273 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:27.794484 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:27.799021 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ee08f562-e66c-4ef1-aad7-85caca8a8273 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:21:28.000339 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port ee08f562-e66c-4ef1-aad7-85caca8a8273 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:28.000706 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:28.021995 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:28.074093 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] For port ee08f562-e66c-4ef1-aad7-85caca8a8273, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ee08f562-e66c-4ef1-aad7-85caca8a8273,segment=NetworkSegment(7bc3aec7-48f9-4294-a1e0-f815a38eef13),segment_id=7bc3aec7-48f9-4294-a1e0-f815a38eef13)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:21:28.080765 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:28.157290 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf8e37-0e7c-48b4-98aa-0f448fec2fe6 None None] Pushing event updated for resources: {'Port': ['ID=ee08f562-e66c-4ef1-aad7-85caca8a8273,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:28.227498 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d8dc1165-a9cd-4245-8b37-f7e764c40f06 None None] Provisioning complete for port ee08f562-e66c-4ef1-aad7-85caca8a8273 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:28.227870 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1165-a9cd-4245-8b37-f7e764c40f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:28.493982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6af21398-2899-41f4-9fc4-b9472df83efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:29.330792 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45222) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:29.627414 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [None req-6f7e603a-d194-41da-b8fc-3f881ee6d11a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:21:29.628408 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6f7e603a-d194-41da-b8fc-3f881ee6d11a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2962942 Dec 23 00:21:29.678546 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:29.771811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ee08f562-e66c-4ef1-aad7-85caca8a8273 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:21:29.823182 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port ee08f562-e66c-4ef1-aad7-85caca8a8273 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:29.823559 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:31.150964 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.016663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.123226 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45252) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:32.189011 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'tenant_id': 'bd795e77646144ecada2d938cbc71d80', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'project_id': 'bd795e77646144ecada2d938cbc71d80', 'router:external': True}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:32.215196 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Made reservation on behalf of bd795e77646144ecada2d938cbc71d80 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:21:32.217373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.225459 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.298072 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.302876 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.316841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Reserving flat network on physical network physnet1 {{(pid=108946) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 00:21:32.334574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd0a99-e19c-46d2-bd17-4a3762cb087c,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:32.339907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.340224 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Added segment 98cb3482-7104-475a-9686-ddfec5f4d4c2 of type flat for network e46c6231-c4b7-4daa-adae-5ef7aac26fcb Dec 23 00:21:32.386151 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.418733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.419615 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:32.420215 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:32.451583 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3272159 Dec 23 00:21:32.481085 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e41e-5f3e-4472-9b4d-15804ad7efcd admin admin] Pushing event updated for resources: {'Network': ['ID=e46c6231-c4b7-4daa-adae-5ef7aac26fcb,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:32.491864 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:21:34.860883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45260) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:34.996088 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e1589-354a-4fe2-973a-35a80e2c2875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:34.997443 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-bf4e1589-354a-4fe2-973a-35a80e2c2875 admin admin] 10.222.0.24 "GET /v2.0/subnets/1eba8dda-8c6a-49c3-bcfa-747920060f3a HTTP/1.1" status: 200 len: 849 time: 0.1353219 Dec 23 00:21:35.170923 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4be7cb47-0a20-4cab-8b22-b347132e5930 admin admin] 10.222.0.24 "GET /v2.0/routers/70f818b7-7bf0-4774-b577-cad007c932c5 HTTP/1.1" status: 200 len: 704 time: 0.1658583 Dec 23 00:21:35.433973 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:35.723848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Allocated IP 172.20.0.1 (fccfca4e-1ee2-43af-8579-6c4961ca46d3/1eba8dda-8c6a-49c3-bcfa-747920060f3a/6f3f8a6b-b4c6-4260-98b9-a878b1a08eef) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:21:35.901607 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:35.970857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.046041 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:21:36.050495 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:36.059696 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:21:36.059696 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.078035 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:36.283311 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-31e49dc1-95ce-49e7-bbc5-1fb660d515bf None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:36.284030 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-31e49dc1-95ce-49e7-bbc5-1fb660d515bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.298330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.315737 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-31e49dc1-95ce-49e7-bbc5-1fb660d515bf None None] Port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:21:36.505825 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.512884 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.513762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.589151 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:36.632299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:21:36.633669 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:36.794596 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Router 70f818b7-7bf0-4774-b577-cad007c932c5 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:21:36.837897 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-8dfb19da-476b-4759-9a63-7de4694f8520 None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:36.838248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8dfb19da-476b-4759-9a63-7de4694f8520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:36.873523 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb19da-476b-4759-9a63-7de4694f8520 None None] Port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:21:36.884519 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:21:36.889731 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-7fcbd4c4-cdce-44a4-ad9a-ab2ca21594a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/70f818b7-7bf0-4774-b577-cad007c932c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7120590 Dec 23 00:21:36.909045 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Sync routers for ids ['70f818b7-7bf0-4774-b577-cad007c932c5'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:21:36.922542 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Routers {'70f818b7-7bf0-4774-b577-cad007c932c5'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:21:36.923489 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:21:28Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['70f818b7-7bf0-4774-b577-cad007c932c5'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:37.108848 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Set router 70f818b7-7bf0-4774-b577-cad007c932c5 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:21:37.528872 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:36Z', 'revision_number': 2, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port_host': None, '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:36Z', 'revision_number': 2, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:37.578927 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Checking router: 70f818b7-7bf0-4774-b577-cad007c932c5 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:21:37.579362 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Updating router 70f818b7-7bf0-4774-b577-cad007c932c5 port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:21:37.626760 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.130399 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.139295 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.305549 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Pushing event updated for resources: {'Port': ['ID=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:38.309968 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Attempting to bind port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:21:38.310353 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Attempting to bind port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:21:38.310779 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Attempting to bind port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef on network fccfca4e-1ee2-43af-8579-6c4961ca46d3 {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:21:38.318143 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.318489 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.318825 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.319151 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.319737 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.320057 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.320373 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.320686 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.320997 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.321311 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.321638 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.321946 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.322252 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Tracked resource versions report: Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: pushed versions: Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: { 'AddressGroup': {'1.2'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'ConntrackHelper': {'1.0'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Log': {'1.0'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Network': {'1.1'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Port': {'1.7'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'PortForwarding': {'1.2'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'QosPolicy': {'1.10'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroup': {'1.5'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SubPort': {'1.0'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Subnet': {'1.1'}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Trunk': {'1.1'}} Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: consumer versions: Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'ConntrackHelper': '1.0', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'LocalIPAssociation': '1.0', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Log': '1.0', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Network': '1.1', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Port': '1.7', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'PortForwarding': '1.2', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'QosPolicy': '1.10', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroup': '1.5', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroupRule': '1.2', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SubPort': '1.0', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Subnet': '1.1', Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Trunk': '1.1'}} Dec 23 00:21:38.323612 dv-cinder-822768-1-iscsi neutron-server[108949]: {{(pid=108949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:21:38.327908 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:21:38.328291 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Checking segment: {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:21:38.328768 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.329147 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Bound using segment: {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:21:38.329669 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Bound port: 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc3aec7-48f9-4294-a1e0-f815a38eef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:21:38.330058 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.394573 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] For port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:21:38.404210 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-2098ceef-27b9-425f-812f-b9e19b59db13 None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:38.404709 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2098ceef-27b9-425f-812f-b9e19b59db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.415750 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] For port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,segment=NetworkSegment(7bc3aec7-48f9-4294-a1e0-f815a38eef13),segment_id=7bc3aec7-48f9-4294-a1e0-f815a38eef13)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:21:38.422169 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.439191 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-2098ceef-27b9-425f-812f-b9e19b59db13 None None] Port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:21:38.481896 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e02b-f46c-4307-9239-364f61c80c1c None None] Pushing event updated for resources: {'Port': ['ID=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,revision_number=4']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:38.486534 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Routers {'70f818b7-7bf0-4774-b577-cad007c932c5'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:21:38.487134 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:21:28Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['70f818b7-7bf0-4774-b577-cad007c932c5'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:38.574899 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] Set router 70f818b7-7bf0-4774-b577-cad007c932c5 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:21:38.662597 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:38.662858 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.741553 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.776693 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] For port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,segment=NetworkSegment(7bc3aec7-48f9-4294-a1e0-f815a38eef13),segment_id=7bc3aec7-48f9-4294-a1e0-f815a38eef13)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:21:38.781904 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:38.782964 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:36Z', 'revision_number': 2, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port_host': None, '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:38Z', 'revision_number': 4, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:38.815229 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395ff1c-700f-44d3-95f7-9cebe6220438 None None] The sync data for ids ['70f818b7-7bf0-4774-b577-cad007c932c5'] in dv-cinder-822768-1-iscsi is: [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:36Z', 'revision_number': 2, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port_host': None, '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:38Z', 'revision_number': 4, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:21:38.831023 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d5e8b-8972-4494-9052-8876e88ca3d2 None None] Pushing event updated for resources: {'Port': ['ID=6f3f8a6b-b4c6-4260-98b9-a878b1a08eef,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:41.786901 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45278) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:41.894645 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac474f50-ee34-41ab-8992-56d5f69794b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:41.895893 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ac474f50-ee34-41ab-8992-56d5f69794b3 admin admin] 10.222.0.24 "GET /v2.0/networks/e46c6231-c4b7-4daa-adae-5ef7aac26fcb HTTP/1.1" status: 200 len: 842 time: 0.1079946 Dec 23 00:21:41.905977 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'tenant_id': 'bd795e77646144ecada2d938cbc71d80', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:41.934694 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Made reservation on behalf of bd795e77646144ecada2d938cbc71d80 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:21:41.936947 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:42.242998 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.objects.ports [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108946) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 00:21:42.243350 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:42.294535 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed265f09-67ee-4927-a3eb-d3124333abcc,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:42.304959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:21:42.305310 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Network hostable DHCP agents. Network: e46c6231-c4b7-4daa-adae-5ef7aac26fcb, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:21:42.326864 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:21:42.338627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, e46c6231-c4b7-4daa-adae-5ef7aac26fcb) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:42.343238 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:42.343883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:42.351063 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd01f6-d981-4813-997d-a97acafa192a None None] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:21:42.366552 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-bcf08fd7-2127-4a29-b0cf-961a5a55225e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4634783 Dec 23 00:21:42.456796 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dda133-9080-48a7-bb0c-fdf8fb497877 None None] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:21:44.867177 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45290) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:45.097345 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f4f36123-890e-4952-a57f-44c623568480 admin admin] 10.222.0.24 "GET /v2.0/routers/70f818b7-7bf0-4774-b577-cad007c932c5 HTTP/1.1" status: 200 len: 710 time: 0.2290158 Dec 23 00:21:45.213140 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1942d6-882d-4332-abee-634e3f1ae3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:21:45.214433 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-df1942d6-882d-4332-abee-634e3f1ae3d7 admin admin] 10.222.0.24 "GET /v2.0/networks/e46c6231-c4b7-4daa-adae-5ef7aac26fcb HTTP/1.1" status: 200 len: 886 time: 0.1113665 Dec 23 00:21:45.224113 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:21:45.460010 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:45.693839 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:45.772221 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:45.795348 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:21:45.843750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:45.844112 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:45.923423 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Allocated IP 172.27.1.157 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/cc04fd0d-efe1-48e2-8750-3878e935d51c) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:21:46.028470 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.106366 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.227978 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:21:46.233291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:21:46.239054 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:21:46.273867 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Pushing event updated for resources: {'Port': ['ID=cc04fd0d-efe1-48e2-8750-3878e935d51c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:46.528219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.716730 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1586309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36317'] for router, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.721781 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1586332'] for router, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.834834 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Router 70f818b7-7bf0-4774-b577-cad007c932c5 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:21:46.937493 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:21:46.942115 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:46.943282 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-9a4a8e2e-cbaf-4762-a070-f4fb6263b831 admin admin] 10.222.0.24 "PUT /v2.0/routers/70f818b7-7bf0-4774-b577-cad007c932c5 HTTP/1.1" status: 200 len: 890 time: 1.7223535 Dec 23 00:21:46.961480 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Sync routers for ids ['70f818b7-7bf0-4774-b577-cad007c932c5'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:21:46.974910 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Routers {'70f818b7-7bf0-4774-b577-cad007c932c5'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:21:46.975593 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:21:28Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['70f818b7-7bf0-4774-b577-cad007c932c5'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:47.194258 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Set router 70f818b7-7bf0-4774-b577-cad007c932c5 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:21:47.651377 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:46Z', 'revision_number': 4, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port': {'id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:45Z', 'updated_at': '2021-12-23T00:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:38Z', 'revision_number': 5, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:47.699935 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Checking router: 70f818b7-7bf0-4774-b577-cad007c932c5 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:21:47.700314 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Updating router 70f818b7-7bf0-4774-b577-cad007c932c5 port cc04fd0d-efe1-48e2-8750-3878e935d51c binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:21:47.749336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.063218 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.071015 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.123161 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Attempting to bind port cc04fd0d-efe1-48e2-8750-3878e935d51c on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:21:48.123530 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Attempting to bind port cc04fd0d-efe1-48e2-8750-3878e935d51c by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:21:48.123885 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Attempting to bind port cc04fd0d-efe1-48e2-8750-3878e935d51c on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:21:48.127022 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a7bb-dabd-4f6f-86f3-8de5db42a416 None None] Pushing event updated for resources: {'Port': ['ID=cc04fd0d-efe1-48e2-8750-3878e935d51c,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:48.132222 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:21:48.132597 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:21:48.132983 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.133355 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:21:48.133816 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Bound port: cc04fd0d-efe1-48e2-8750-3878e935d51c, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:21:48.134200 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.181397 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] For port cc04fd0d-efe1-48e2-8750-3878e935d51c, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:21:48.184449 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] For port cc04fd0d-efe1-48e2-8750-3878e935d51c, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=cc04fd0d-efe1-48e2-8750-3878e935d51c,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:21:48.190077 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:48.245007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a7bb-dabd-4f6f-86f3-8de5db42a416 None None] Pushing event updated for resources: {'Port': ['ID=cc04fd0d-efe1-48e2-8750-3878e935d51c,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:48.249285 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Routers {'70f818b7-7bf0-4774-b577-cad007c932c5'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:21:48.249943 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:21:28Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['70f818b7-7bf0-4774-b577-cad007c932c5'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:48.356403 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] Set router 70f818b7-7bf0-4774-b577-cad007c932c5 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:21:48.568524 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a83a027d-d330-417f-b000-04609f008d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:46Z', 'revision_number': 4, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port': {'id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:45Z', 'updated_at': '2021-12-23T00:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:38Z', 'revision_number': 5, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:21:48.594850 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a027d-d330-417f-b000-04609f008d26 None None] The sync data for ids ['70f818b7-7bf0-4774-b577-cad007c932c5'] in dv-cinder-822768-1-iscsi is: [{'id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'name': 'router1', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:21:26Z', 'updated_at': '2021-12-23T00:21:46Z', 'revision_number': 4, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'gw_port': {'id': 'cc04fd0d-efe1-48e2-8750-3878e935d51c', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:45Z', 'updated_at': '2021-12-23T00:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '6f3f8a6b-b4c6-4260-98b9-a878b1a08eef', 'name': '', 'network_id': 'fccfca4e-1ee2-43af-8579-6c4961ca46d3', 'tenant_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'mac_address': 'fa:16:3e:88:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f818b7-7bf0-4774-b577-cad007c932c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:21:35Z', 'updated_at': '2021-12-23T00:21:38Z', 'revision_number': 5, 'project_id': '388fe7934cea4515a2e8e0bbc1f6b2a7', 'subnets': [{'id': '1eba8dda-8c6a-49c3-bcfa-747920060f3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3feff0a5-47e9-45b5-8e08-73b75f1abcc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:21:49.540425 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45298) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:21:49.666025 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a4bee94a-ba45-4604-ae33-3a004a4a6b1d admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244481 Dec 23 00:21:49.808089 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device cc04fd0d-efe1-48e2-8750-3878e935d51c up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:21:49.858174 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port cc04fd0d-efe1-48e2-8750-3878e935d51c triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:49.858547 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:49.937877 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:49.957253 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port cc04fd0d-efe1-48e2-8750-3878e935d51c, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=cc04fd0d-efe1-48e2-8750-3878e935d51c,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:21:49.962839 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:50.009297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=cc04fd0d-efe1-48e2-8750-3878e935d51c,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:21:51.800483 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device cc04fd0d-efe1-48e2-8750-3878e935d51c up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:21:51.851708 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port cc04fd0d-efe1-48e2-8750-3878e935d51c triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:21:51.852109 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:56.380505 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8d14386b-3724-4e5f-a1b3-86632a8a057d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:58.499535 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c572bad7-8170-4b82-92a8-ada99b0a32fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:21:59.682134 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:01.158467 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:02.020330 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:02.685471 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:22:26.379678 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-00008320-95d1-4f33-81b5-e088cd16b3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:28.494540 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-ae641da8-681e-48a3-ad2c-e13ce19045ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:29.689740 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:31.163428 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:32.025496 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:39.683815 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:22:56.374561 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5cde7762-86c4-4bca-82a5-9c4f5aa0248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:58.498762 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-103cec64-7adb-4892-a7a8-64fd533640f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:22:59.686316 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:01.157296 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:02.021748 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:09.889256 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45782) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:09.962888 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6db1f54-88cb-4497-ab59-72341ca9779b admin admin] GET failed (client error): The resource could not be found. Dec 23 00:23:09.964181 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e6db1f54-88cb-4497-ab59-72341ca9779b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739915 Dec 23 00:23:10.130322 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916dd76-0cb3-45f6-94b7-208e38f4c018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:10.131792 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6916dd76-0cb3-45f6-94b7-208e38f4c018 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602821 Dec 23 00:23:12.487284 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45792) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:12.586926 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65005f-ce96-453d-a9e5-30ca593c7026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:12.588268 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-eb65005f-ce96-453d-a9e5-30ca593c7026 admin admin] 10.222.0.24 "GET /v2.0/subnets/1eba8dda-8c6a-49c3-bcfa-747920060f3a HTTP/1.1" status: 200 len: 849 time: 0.1000197 Dec 23 00:23:12.598896 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:23:12.680743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:12.824142 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762017606714'] for subnet, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:12.853076 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:12.853687 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:12.855504 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] 10.222.0.24 "PUT /v2.0/subnets/1eba8dda-8c6a-49c3-bcfa-747920060f3a HTTP/1.1" status: 200 len: 868 time: 0.2597771 Dec 23 00:23:12.857661 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25532eb1-310d-495d-b250-262dba79110f None None] Network fccfca4e-1ee2-43af-8579-6c4961ca46d3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:23:12.875154 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eba8dda-8c6a-49c3-bcfa-747920060f3a,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:23:12.882750 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.883129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.883483 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.883832 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.884168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.884497 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.884840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.885172 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.885515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.885891 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.886219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.886538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:12.886856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d34d92-ddac-4c5a-9921-f307c06d6819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:23:13.138731 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-42bcfb8e-eda8-4667-973f-da474fdf52dc None None] Provisioning complete for port 6f3f8a6b-b4c6-4260-98b9-a878b1a08eef triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:23:13.139140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-42bcfb8e-eda8-4667-973f-da474fdf52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:13.226235 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-42bcfb8e-eda8-4667-973f-da474fdf52dc None None] Provisioning complete for port ee08f562-e66c-4ef1-aad7-85caca8a8273 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:23:13.226674 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-42bcfb8e-eda8-4667-973f-da474fdf52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:15.231481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45800) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:15.511273 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deea174-1ccb-4716-ab6b-391316a1e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:15.511743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deea174-1ccb-4716-ab6b-391316a1e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:15.513346 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0deea174-1ccb-4716-ab6b-391316a1e982 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2809014 Dec 23 00:23:16.683507 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:23:17.884908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45808) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:18.022416 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b5111-620d-48ac-b35f-32e44a7232c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:18.022879 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b5111-620d-48ac-b35f-32e44a7232c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:18.024391 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f25b5111-620d-48ac-b35f-32e44a7232c1 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383626 Dec 23 00:23:20.375372 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45816) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:20.510322 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad5d62-3064-431d-8690-93973449e944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:20.511652 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-39ad5d62-3064-431d-8690-93973449e944 admin admin] 10.222.0.24 "GET /v2.0/networks/e46c6231-c4b7-4daa-adae-5ef7aac26fcb HTTP/1.1" status: 200 len: 886 time: 0.1353269 Dec 23 00:23:22.868515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45824) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:23.016840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bdb92f-66cf-4ac3-a535-327dd9696b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:23.018209 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-70bdb92f-66cf-4ac3-a535-327dd9696b4c admin admin] 10.222.0.24 "GET /v2.0/networks/fccfca4e-1ee2-43af-8579-6c4961ca46d3 HTTP/1.1" status: 200 len: 869 time: 0.1487474 Dec 23 00:23:25.370764 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45832) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:25.496038 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ec8c9-be7b-46c1-8c69-62a8940efad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:25.496489 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ec8c9-be7b-46c1-8c69-62a8940efad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:25.498080 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-573ec8c9-be7b-46c1-8c69-62a8940efad8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263103 Dec 23 00:23:26.378392 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b3099142-f8b2-4838-aa14-5537b3f465d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:27.846877 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45840) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:27.941974 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d222d-f6de-4261-9667-8c75cf4aa47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:27.942581 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d222d-f6de-4261-9667-8c75cf4aa47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:27.944061 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1e0d222d-f6de-4261-9667-8c75cf4aa47a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962336 Dec 23 00:23:28.504746 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f0ad-f4a8-4f2b-9b7f-ed8f8133d746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:29.689834 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:30.310857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45848) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:30.415255 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0d2b2-011e-4654-924c-c90373870983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:30.416574 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ffd0d2b2-011e-4654-924c-c90373870983 admin admin] 10.222.0.24 "GET /v2.0/subnets/1eba8dda-8c6a-49c3-bcfa-747920060f3a HTTP/1.1" status: 200 len: 868 time: 0.1043768 Dec 23 00:23:31.159080 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:32.026645 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:32.782279 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45858) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:32.872226 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5bdaa-66d1-4b61-b6b8-2bd96a68f13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:23:32.873580 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f5d5bdaa-66d1-4b61-b6b8-2bd96a68f13f admin admin] 10.222.0.24 "GET /v2.0/subnets/ed265f09-67ee-4927-a3eb-d3124333abcc HTTP/1.1" status: 200 len: 816 time: 0.0902994 Dec 23 00:23:53.682391 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:23:56.382909 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-06740ed4-09c9-4cf0-9437-3f10f96b6e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:57.477157 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45912) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:23:57.530272 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [None req-cf59b594-b37b-4575-b123-4e754bbb4c8e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:23:57.531256 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-cf59b594-b37b-4575-b123-4e754bbb4c8e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528288 Dec 23 00:23:58.510571 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9a40e56c-f6c0-42f2-8a0b-047555b1dd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:23:59.694101 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:00.005053 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45920) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:24:00.079981 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.pecan_wsgi.hooks.translation [None req-06701aa7-7325-4547-83cc-52f8b091825f admin admin] GET failed (client error): The resource could not be found. Dec 23 00:24:00.081235 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-06701aa7-7325-4547-83cc-52f8b091825f admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752034 Dec 23 00:24:00.168325 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ef3e5-ea37-4a67-a223-d237b69d021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:24:00.170200 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-566ef3e5-ea37-4a67-a223-d237b69d021e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821986 Dec 23 00:24:01.164221 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.030630 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.610028 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45930) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:24:02.659769 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': 'bd795e77646144ecada2d938cbc71d80', 'shared': True, 'admin_state_up': True, 'project_id': 'bd795e77646144ecada2d938cbc71d80'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:24:02.687933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Made reservation on behalf of bd795e77646144ecada2d938cbc71d80 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:24:02.690309 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.734813 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING neutron.services.revisions.revision_plugin [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Could not find related network for resource to bump revision. Dec 23 00:24:02.751238 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:24:02.764393 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762017524179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.764933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Unsubscribe: segment precommit_create {{(pid=108947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 00:24:02.765423 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Added segment 466fb575-a1ce-499e-89ac-33b2e0765ee1 of type vlan for network 51bfe85a-82e9-4f14-a0d3-da2957543df4 Dec 23 00:24:02.808369 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.843169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.844205 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:24:02.844827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:02.894685 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2835772 Dec 23 00:24:02.938699 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2086f-1097-4be7-a186-c495f06a26ff admin admin] Pushing event updated for resources: {'Network': ['ID=51bfe85a-82e9-4f14-a0d3-da2957543df4,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:24:02.953324 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:24:05.289690 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 45940) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:24:05.350784 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6d3676-f9fd-43b8-ae1b-fbcd621b90d2 admin admin] GET failed (client error): The resource could not be found. Dec 23 00:24:05.352079 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-bc6d3676-f9fd-43b8-ae1b-fbcd621b90d2 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610981 Dec 23 00:24:05.453780 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00b9e5-913a-486e-9ade-a270d35afc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:24:05.455275 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cc00b9e5-913a-486e-9ade-a270d35afc03 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985887 Dec 23 00:24:05.465713 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': 'bd795e77646144ecada2d938cbc71d80', 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:24:05.488431 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Made reservation on behalf of bd795e77646144ecada2d938cbc71d80 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:24:05.490667 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:05.717851 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:05.768252 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcd2c24-be73-4669-a17d-4a2090b19c4b,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:24:05.778543 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.778960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.779304 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.779641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.779968 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.780295 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.780641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.780967 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.781307 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.781671 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.781980 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.782297 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.782613 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:05.789912 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Checking segment: {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:24:05.790265 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Network hostable DHCP agents. Network: 51bfe85a-82e9-4f14-a0d3-da2957543df4, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:24:05.809114 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:24:05.819435 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 51bfe85a-82e9-4f14-a0d3-da2957543df4) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:24:05.823498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:24:05.824221 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:05.830077 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4150b-3b8c-4352-af75-9e2be477fd5d None None] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:24:05.839540 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ed2de561-b585-4cd5-973a-366287fcbc17 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3772585 Dec 23 00:24:05.932171 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-51bfe85a-82e9-4f14-a0d3-da2957543df4', 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4', 'project_id': 'bd795e77646144ecada2d938cbc71d80', 'fixed_ips': [{'subnet_id': 'bdcd2c24-be73-4669-a17d-4a2090b19c4b'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:24:05.933070 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.071854 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Allocated IP 192.168.233.2 (51bfe85a-82e9-4f14-a0d3-da2957543df4/bdcd2c24-be73-4669-a17d-4a2090b19c4b/ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:24:06.209082 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.216250 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.260293 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:24:06.263122 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:24:06.266094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:24:06.276605 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Pushing event updated for resources: {'Port': ['ID=ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:24:06.298366 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.298736 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.299091 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.299425 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.299752 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.300077 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.300400 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.300718 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.301050 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.301371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.301719 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.302034 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.302346 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:24:06.334356 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Attempting to bind port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:24:06.334647 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Attempting to bind port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:24:06.335002 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Attempting to bind port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 on network 51bfe85a-82e9-4f14-a0d3-da2957543df4 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:24:06.340321 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:24:06.340689 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Checking segment: {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:24:06.341128 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.341520 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Bound using segment: {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:24:06.342315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Bound port: ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:24:06.342709 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.401295 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] For port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:24:06.404752 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] For port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:24:06.408805 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:06.565970 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71e4d6-ad04-4196-9605-92d0fea25367 None None] Pushing event updated for resources: {'Port': ['ID=ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:24:07.385921 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94c188-7f4e-4bc3-bf90-408ddde36a24 None None] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:24:07.467739 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] Provisioning complete for port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:24:07.468074 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:07.574125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:07.611054 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] For port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:24:07.616259 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:07.676255 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e0f3-5a4c-4078-ab62-51178a7dfe1c None None] Pushing event updated for resources: {'Port': ['ID=ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:24:07.919384 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:24:07.965607 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-9426086c-3e55-4210-8af9-d08d3f026e9c None None] Provisioning complete for port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:24:07.965906 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9426086c-3e55-4210-8af9-d08d3f026e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:08.013439 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port ebe2b49d-2a5d-4ca8-8a9d-76d866bcbf38 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:24:08.013869 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:26.388127 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f550425f-2dc3-45ea-ae97-6d018e40b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:28.514565 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3980d443-1c7f-43cb-96fd-0350d72976a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:29.696027 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:30.682834 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:24:31.171697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:32.034737 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:56.397111 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-019a49e1-7592-4a5d-b701-31afec64007e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:58.523744 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1e912de7-5a03-48c6-99ab-7d58f127dbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:24:59.698718 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:01.165111 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:02.039140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:07.682156 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:25:23.654195 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 45984) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:25:23.660088 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [None req-7ba6d2b5-3790-4cfe-94bd-3a44ef7283c9 tempest-verify_tempest_config-2030805437 tempest-verify_tempest_config-2030805437-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:25:23.661034 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7ba6d2b5-3790-4cfe-94bd-3a44ef7283c9 tempest-verify_tempest_config-2030805437 tempest-verify_tempest_config-2030805437-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058599 Dec 23 00:25:23.964685 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46002) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:25:24.076992 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.154486 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.161271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.204744 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc871b47a5c84224aea3a690ca44a402&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2390180 Dec 23 00:25:24.207647 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46008) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:25:24.209169 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f21e48-a6d7-4454-92d9-0eef2193cca6,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:25:24.216196 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.216570 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.217222 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.217572 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.217927 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.218308 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.218654 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.218985 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.219307 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.219638 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.220064 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.220501 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.220852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f541fac-e481-46bb-bba4-0149c371c6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.283418 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.305431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.398862 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.401375 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:24.402668 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0f21e48-a6d7-4454-92d9-0eef2193cca6 HTTP/1.1" status: 204 len: 168 time: 0.1940196 Dec 23 00:25:24.410341 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f21e48-a6d7-4454-92d9-0eef2193cca6,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:25:24.416929 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.417290 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.417650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.417985 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.418305 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.418624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.418953 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.419296 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.419624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.419952 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.420268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.420574 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:24.420857 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3339af1-632c-4856-a77d-301f9be0437c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:25:26.391580 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d018194f-470b-4a8f-aefc-535cca8a023c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:28.518094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7d30c6d8-77f2-4448-bc5f-3822d3952543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:29.703841 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:31.168587 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:32.044581 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:44.683071 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:25:56.402116 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-45c0ae4a-f697-4831-93a8-d18a36a66fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:58.526371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-572f3eaf-5780-4ec4-b7f2-5eaa1e0ab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:25:59.713870 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:01.183170 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:02.062265 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:21.688074 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:26:26.410748 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-98d3b8a8-8290-467d-956a-c9886f5db272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:28.529702 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-37167af9-60d6-4ca3-9fb6-0e412d15cdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:29.716188 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:31.179787 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:32.054505 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:56.396892 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6a-ef8a-4d2c-9e7b-dfff0cb00545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:58.534318 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ee86-0564-4d44-b99e-c451d0a991d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:58.687901 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 5 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:26:59.215581 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588862'] for agent, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:26:59.716712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:01.183982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:02.057393 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:14.539629 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46080) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:27:14.649349 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b2af19d2-0988-4c77-822c-704ae326250e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1086047 Dec 23 00:27:17.029232 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46090) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:27:17.083323 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8782593e-521b-411b-a8b0-edc6530a1cd4 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529692 Dec 23 00:27:26.401922 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8ad7-e607-4a7a-8306-18cf3669a178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:28.539111 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fc059b18-2485-41d1-9351-7b5e93a29ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:29.196742 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:29.723322 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:31.188276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:32.063712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:35.689445 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:27:56.404834 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-744a6f35-1ec5-4212-859e-8936c0edf4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:58.538119 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b4a3b520-5c14-467d-bda1-423b652c9503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:59.209498 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:27:59.730914 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:01.188312 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:02.059059 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:12.690550 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:28:26.399604 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-90a46862-3e46-4ff0-af7d-552c20b24594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:28.531406 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-656e70b6-fd21-4e76-b2bd-d515dd432395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:29.203510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:29.724305 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:31.191317 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:32.065168 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:44.762253 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46244) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:44.885018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46262) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:44.965603 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-network', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:44.991390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Made reservation on behalf of 3ab041b0ca614acbab0b1737260bfa51 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:44.994425 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.003541 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.056652 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-67165472-network', 'tenant_id': '94570413c57d4021b50f01c07b78caf1'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:45.088259 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.096483 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.124290 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Made reservation on behalf of 94570413c57d4021b50f01c07b78caf1 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:45.126598 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.129253 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:45.144841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.157168 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.157489 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Added segment c0a89809-f7e7-4458-93dd-1d97b6547862 of type vlan for network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 Dec 23 00:28:45.175068 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24220a-e441-485a-a815-3709b7c856b9,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:45.196310 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.196657 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.196993 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.197322 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.197751 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.198077 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.198396 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.198715 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.199260 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.199588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.199907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.200221 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.200533 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Tracked resource versions report: Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: pushed versions: Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: { 'AddressGroup': {'1.2'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'ConntrackHelper': {'1.0'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Log': {'1.0'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Network': {'1.1'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Port': {'1.7'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'PortForwarding': {'1.2'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'QosPolicy': {'1.10'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroup': {'1.5'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SubPort': {'1.0'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Subnet': {'1.1'}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Trunk': {'1.1'}} Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: consumer versions: Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: HyperV agent@hv-cinder-82276: {}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'ConntrackHelper': '1.0', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'LocalIPAssociation': '1.0', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Log': '1.0', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Network': '1.1', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Port': '1.7', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'PortForwarding': '1.2', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'QosPolicy': '1.10', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroup': '1.5', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SecurityGroupRule': '1.2', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'SubPort': '1.0', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Subnet': '1.1', Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: 'Trunk': '1.1'}} Dec 23 00:28:45.201719 dv-cinder-822768-1-iscsi neutron-server[108946]: {{(pid=108946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:28:45.241219 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.293746 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.294818 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:45.295419 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.318479 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.330911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.394446 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] Pushing event updated for resources: {'Network': ['ID=5d529fba-942c-4c0c-aa5d-e2a45b604dd4,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:45.404018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46298) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.405567 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:45.410522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Request body: {'subnet': {'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-subnet', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:45.413788 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-aa224573-9a7f-4a41-9a99-7e60842e5c4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6502500 Dec 23 00:28:45.414746 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:45.447994 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1beaf-97b0-4f1c-8dc1-7cbe989eaab9,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:45.454119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Made reservation on behalf of 3ab041b0ca614acbab0b1737260bfa51 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:45.456844 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.474667 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.476084 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Added segment 88ad4504-2468-4b70-8392-19ff78bc9fb7 of type vlan for network 9d7c322e-1b58-498f-850a-a41f936a4eea Dec 23 00:28:45.570470 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.611775 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.613042 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:45.614158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.629363 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46306) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.646354 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46308) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.701382 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46314) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.707727 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7c322e-1b58-498f-850a-a41f936a4eea,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:45.709219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.720799 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 9d7c322e-1b58-498f-850a-a41f936a4eea details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:45.722202 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-de0bc3ee-c482-4c7f-831a-38dc86cf3e86 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8360455 Dec 23 00:28:45.723005 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46320) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.729927 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Request body: {'subnet': {'network_id': '9d7c322e-1b58-498f-850a-a41f936a4eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-67165472-subnet', 'tenant_id': '94570413c57d4021b50f01c07b78caf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:45.760643 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Made reservation on behalf of 94570413c57d4021b50f01c07b78caf1 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:45.764195 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.850221 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:45.858137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.858692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.859215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.859707 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.860030 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.860349 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.860669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.860987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.861301 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.861632 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.862121 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.862429 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.862904 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Tracked resource versions report: Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: pushed versions: Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: { 'AddressGroup': {'1.2'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'ConntrackHelper': {'1.0'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Log': {'1.0'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Network': {'1.1'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Port': {'1.7'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'PortForwarding': {'1.2'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'QosPolicy': {'1.10'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroup': {'1.5'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SubPort': {'1.0'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Subnet': {'1.1'}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Trunk': {'1.1'}} Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: consumer versions: Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: HyperV agent@hv-cinder-82276: {}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'ConntrackHelper': '1.0', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'LocalIPAssociation': '1.0', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Log': '1.0', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Network': '1.1', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Port': '1.7', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'PortForwarding': '1.2', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'QosPolicy': '1.10', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroup': '1.5', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SecurityGroupRule': '1.2', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'SubPort': '1.0', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Subnet': '1.1', Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: 'Trunk': '1.1'}} Dec 23 00:28:45.864520 dv-cinder-822768-1-iscsi neutron-server[108947]: {{(pid=108947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:28:45.869442 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Checking segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:45.870043 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Network hostable DHCP agents. Network: 5d529fba-942c-4c0c-aa5d-e2a45b604dd4, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:45.889312 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:45.901667 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 5d529fba-942c-4c0c-aa5d-e2a45b604dd4) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:45.906354 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:45.906979 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.916573 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6eb02-12f7-4030-af50-a827078ed4f9 None None] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:45.927581 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f2b50300-4bf0-49bf-9656-45e007e21885 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5216665 Dec 23 00:28:45.933902 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46332) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:45.938916 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:45.977399 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:45.978559 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.022242 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-899450737-network', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:46.043998 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c624d-7f34-4478-b551-c3a2cd923a41 None None] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:46.097263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1639123914-network', 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:46.134903 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-94153090-network', 'tenant_id': '0af1cb24d1f64955a2b95f4818c24a13'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:46.144325 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.157343 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.258512 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Made reservation on behalf of a55c5ff1d4cc4cb4b0ff214c22170a64 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:46.260781 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.294006 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.311929 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:46.314177 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.372142 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.373920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b7b437-4192-4100-b2e6-298b19550442,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:46.418772 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Made reservation on behalf of 0af1cb24d1f64955a2b95f4818c24a13 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:46.420862 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.430939 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.436525 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Checking segment: {'id': '88ad4504-2468-4b70-8392-19ff78bc9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9d7c322e-1b58-498f-850a-a41f936a4eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:46.437113 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Network hostable DHCP agents. Network: 9d7c322e-1b58-498f-850a-a41f936a4eea, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:46.462925 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.539572 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Network 9d7c322e-1b58-498f-850a-a41f936a4eea is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:46.584213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 9d7c322e-1b58-498f-850a-a41f936a4eea) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:46.594276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74287ccb-6f4a-4210-b00a-e233270700e9 None None] Network 9d7c322e-1b58-498f-850a-a41f936a4eea requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:46.604160 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:46.604752 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.670270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.689373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.703737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-91fa91d6-242e-4981-9d8e-492949f32f67 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9795623 Dec 23 00:28:46.735825 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.744311 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:46.763509 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.791116 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.792700 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.793099 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Added segment 88fd0fdf-a6e8-462d-96a9-7392ad6947ea of type vlan for network e1ef5f39-9518-448a-b88a-8a581ec38489 Dec 23 00:28:46.794398 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ed4dd-3ce4-433e-94a1-94629bd7eae5,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:46.810368 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:46.822844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.823213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Added segment 2205dab9-3f21-4605-b433-f9b13d4df162 of type vlan for network 128f2490-5004-4fd4-8c12-1188994adac5 Dec 23 00:28:46.839753 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e0c36-8284-4af7-8198-b6c491f33a1a None None] Network 9d7c322e-1b58-498f-850a-a41f936a4eea requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:46.882961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.921934 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.922987 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:46.923887 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.947444 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:46.970509 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46388) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:46.971221 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2638164 Dec 23 00:28:46.978989 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Request body: {'subnet': {'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1639123914-subnet', 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:47.012073 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:47.017208 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Publish callbacks [] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.061613 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:47.076245 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.131801 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4432179-b802-4568-abe5-3c62b71900e7,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.278316 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.278652 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Added segment 7b9ff401-3509-4911-893c-167dffa1aa30 of type vlan for network 9b2c9e52-eadc-4805-b010-ddae43af9651 Dec 23 00:28:47.286696 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.293146 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a75b1-2a14-4667-97c0-a1269d3abd94 admin admin] Pushing event updated for resources: {'Network': ['ID=128f2490-5004-4fd4-8c12-1188994adac5,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.305982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 128f2490-5004-4fd4-8c12-1188994adac5 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:47.330487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.db.resource_extend [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 00:28:47.370428 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Checking segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:47.371849 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Network hostable DHCP agents. Network: 128f2490-5004-4fd4-8c12-1188994adac5, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:47.374213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.404352 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Network 128f2490-5004-4fd4-8c12-1188994adac5 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:47.406812 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.412983 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5595d246-8f91-4256-b0b3-2efc25c1fb6a,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.424603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 128f2490-5004-4fd4-8c12-1188994adac5) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:47.431283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.432252 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:47.433457 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.441717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c37e36-e694-49de-b6bf-9fa8d4c76a6d None None] Network 128f2490-5004-4fd4-8c12-1188994adac5 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:47.443065 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:47.444428 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.476378 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f8f21ecd-5ef6-4d8b-aeaf-c68bea9b034d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5030172 Dec 23 00:28:47.500534 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.553378 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.563942 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9219894 Dec 23 00:28:47.564910 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46416) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:47.565012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.565012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:47.565012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.566443 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117117c9-fe41-46f6-bec9-10a6940fb38f admin admin] Pushing event updated for resources: {'Network': ['ID=e1ef5f39-9518-448a-b88a-8a581ec38489,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.578341 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Request body: {'subnet': {'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-subnet', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:47.586970 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network e1ef5f39-9518-448a-b88a-8a581ec38489 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:47.628802 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Made reservation on behalf of a55c5ff1d4cc4cb4b0ff214c22170a64 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:47.632956 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.685457 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9821675 Dec 23 00:28:47.687384 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46420) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:47.696363 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be30cc-e924-4bd0-b821-88d83c626b6a admin admin] Pushing event updated for resources: {'Network': ['ID=9b2c9e52-eadc-4805-b010-ddae43af9651,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:47.773550 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Request body: {'subnet': {'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-94153090-subnet', 'tenant_id': '0af1cb24d1f64955a2b95f4818c24a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:47.779523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Allocated IP 172.27.1.204 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/54c0a242-1d1c-461f-884b-719457698742) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:47.798115 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 9b2c9e52-eadc-4805-b010-ddae43af9651 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:47.883552 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7672c-9dcf-4843-872a-5d399da2efec None None] Network 128f2490-5004-4fd4-8c12-1188994adac5 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:47.888020 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Made reservation on behalf of 0af1cb24d1f64955a2b95f4818c24a13 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:47.898149 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:47.994807 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.061256 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.184504 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:48.187433 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:48.192658 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:28:48.295340 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Pushing event updated for resources: {'Port': ['ID=54c0a242-1d1c-461f-884b-719457698742,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:48.323147 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46450) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:48.331436 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044383609-network', 'tenant_id': '5cd86eeef9ff4d48ad823a8340d237b7'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:48.383969 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.446585 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:48.476083 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Made reservation on behalf of 5cd86eeef9ff4d48ad823a8340d237b7 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:48.477974 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.515239 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.517705 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Checking segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:48.518154 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Network hostable DHCP agents. Network: e1ef5f39-9518-448a-b88a-8a581ec38489, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:48.555845 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.566651 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:48.639920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.701325 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, e1ef5f39-9518-448a-b88a-8a581ec38489) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:48.716436 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:48.717035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.723152 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d258a74-d92c-4fb8-8dc5-0976a371e71c None None] Network e1ef5f39-9518-448a-b88a-8a581ec38489 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:48.753489 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Checking segment: {'id': '7b9ff401-3509-4911-893c-167dffa1aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:48.753878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Network hostable DHCP agents. Network: 9b2c9e52-eadc-4805-b010-ddae43af9651, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:48.778377 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.786835 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46488) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:48.792170 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-645c75a9-b1e0-4b0c-bb26-0ef17d91b3a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2289431 Dec 23 00:28:48.792594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:48.796516 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce060ea-0801-4e1d-a105-f927836a38bb,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:48.803470 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.820770 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46490) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:48.821195 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Network 9b2c9e52-eadc-4805-b010-ddae43af9651 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:48.828835 dv-cinder-822768-1-iscsi neutron-server[108946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 00:28:48.830005 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 9b2c9e52-eadc-4805-b010-ddae43af9651) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:48.843951 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67507b06-e036-4179-9ade-eb47ff9cfd1e None None] Network 9b2c9e52-eadc-4805-b010-ddae43af9651 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:48.852819 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:28:48.853059 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:48.854207 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.885430 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f761c61d-d31b-4309-aca0-09a4bb5f1689 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1931307 Dec 23 00:28:48.974061 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.975094 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:48.994132 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70514366-bacf-47c5-972a-d2d3b8cd1a14 None None] Network 9b2c9e52-eadc-4805-b010-ddae43af9651 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:49.010142 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.010699 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Added segment 05221096-6b6b-47bb-b232-1ba2e5c47326 of type vlan for network 79848f89-2b67-4205-8269-b6b5379dabec Dec 23 00:28:49.010991 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-e1ef5f39-9518-448a-b88a-8a581ec38489', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:28:49.011947 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.013785 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a694622a-79db-42c9-b78d-19e8a274ce89,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:49.119004 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46504) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:49.173137 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.229012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.238509 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-e189fbec-bc6c-4c5f-963f-b090230e8d69 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:49.240063 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-e189fbec-bc6c-4c5f-963f-b090230e8d69 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.4124131 Dec 23 00:28:49.241181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.280625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-60fe0f4e-9a80-4c90-be12-a660ff56a515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.366042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Allocated IP 172.20.0.2 (e1ef5f39-9518-448a-b88a-8a581ec38489/8e9cf299-2b44-4669-a09b-c0ff0f56bfdf/59e1397f-e26c-49ae-8452-a688299a9c13) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:49.415707 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-60fe0f4e-9a80-4c90-be12-a660ff56a515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.424851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-60fe0f4e-9a80-4c90-be12-a660ff56a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.532233 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46538) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:49.540277 dv-cinder-822768-1-iscsi neutron-server[108947]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 00:28:49.550490 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-60fe0f4e-9a80-4c90-be12-a660ff56a515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=764996229e5a47dab3d9ff25195d6f59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4301944 Dec 23 00:28:49.561699 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46540) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:49.571914 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0f4e-9a80-4c90-be12-a660ff56a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7aed3-5ca7-4bbf-b8d3-10a70c946243,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:49.582166 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-694e5bff-995e-4a14-b9f8-b37fc4c67577 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/quotas/c1ad8f28dbb74e11af35a105c84aa717 HTTP/1.1" status: 200 len: 375 time: 0.3184485 Dec 23 00:28:49.591655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.592656 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:49.593251 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.690873 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:28:49.706427 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.728833 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.761036 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-b218899f-7f53-4afc-9e29-45c8eb35f21e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1627433 Dec 23 00:28:49.788201 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:49.797491 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:49.809616 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:28:49.816768 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-6b3dc76e-293b-4859-85f4-95177229c725 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:49.824654 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-6b3dc76e-293b-4859-85f4-95177229c725 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/networks?id=9b2c9e52-eadc-4805-b010-ddae43af9651 HTTP/1.1" status: 200 len: 810 time: 0.2865040 Dec 23 00:28:49.827291 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Pushing event updated for resources: {'Port': ['ID=59e1397f-e26c-49ae-8452-a688299a9c13,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:49.856435 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2eb0cf2f-d5fc-42e2-a6dc-dc21eb5ab195 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/quotas/0af1cb24d1f64955a2b95f4818c24a13 HTTP/1.1" status: 200 len: 375 time: 0.0307415 Dec 23 00:28:49.870424 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.872745 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.873039 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.873384 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.873743 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.874068 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.874395 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.874717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.875287 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.875632 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.875952 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.876266 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.876722 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Tracked resource versions report: Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: pushed versions: Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: { 'AddressGroup': {'1.2'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'ConntrackHelper': {'1.0'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Log': {'1.0'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Network': {'1.1'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Port': {'1.7'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'PortForwarding': {'1.2'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'QosPolicy': {'1.10'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroup': {'1.5'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SubPort': {'1.0'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Subnet': {'1.1'}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Trunk': {'1.1'}} Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: consumer versions: Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: HyperV agent@hv-cinder-82276: {}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'ConntrackHelper': '1.0', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'LocalIPAssociation': '1.0', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Log': '1.0', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Network': '1.1', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Port': '1.7', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'PortForwarding': '1.2', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'QosPolicy': '1.10', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroup': '1.5', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SecurityGroupRule': '1.2', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'SubPort': '1.0', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Subnet': '1.1', Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: 'Trunk': '1.1'}} Dec 23 00:28:49.877930 dv-cinder-822768-1-iscsi neutron-server[108948]: {{(pid=108948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:28:49.880448 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5522881 Dec 23 00:28:49.881172 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.888516 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46562) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:49.895038 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Request body: {'subnet': {'network_id': '79848f89-2b67-4205-8269-b6b5379dabec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044383609-subnet', 'tenant_id': '5cd86eeef9ff4d48ad823a8340d237b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:49.934773 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Attempting to bind port 59e1397f-e26c-49ae-8452-a688299a9c13 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:28:49.935147 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Attempting to bind port 59e1397f-e26c-49ae-8452-a688299a9c13 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:28:49.935504 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Attempting to bind port 59e1397f-e26c-49ae-8452-a688299a9c13 on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:28:49.939996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6794f-680d-42ef-b04b-fb22f663ddbf admin admin] Pushing event updated for resources: {'Network': ['ID=79848f89-2b67-4205-8269-b6b5379dabec,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:49.942389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:28:49.942757 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Checking segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:49.943450 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.944063 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Bound using segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:28:49.944749 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Bound port: 59e1397f-e26c-49ae-8452-a688299a9c13, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:28:49.946008 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:49.961682 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-7a3803e0-7061-418b-b201-1a59367628ea tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0af1cb24d1f64955a2b95f4818c24a13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035881 Dec 23 00:28:49.969644 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 79848f89-2b67-4205-8269-b6b5379dabec details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:28:50.018223 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.030448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-5b34aabd-517a-440a-8e49-56556f8fea5b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:28:50.032433 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-5b34aabd-517a-440a-8e49-56556f8fea5b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088781 Dec 23 00:28:50.035670 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Made reservation on behalf of 5cd86eeef9ff4d48ad823a8340d237b7 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:50.038906 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.114650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-805d56cd-132e-499e-b332-1b21ef56b4fd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:28:50.115659 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-805d56cd-132e-499e-b332-1b21ef56b4fd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0676942 Dec 23 00:28:50.126110 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-728d563d-f623-4e58-8a68-d72617124789 None None] For port 59e1397f-e26c-49ae-8452-a688299a9c13, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:28:50.126989 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.130256 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-728d563d-f623-4e58-8a68-d72617124789 None None] For port 59e1397f-e26c-49ae-8452-a688299a9c13, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=59e1397f-e26c-49ae-8452-a688299a9c13,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:28:50.137730 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.229477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d563d-f623-4e58-8a68-d72617124789 None None] Pushing event updated for resources: {'Port': ['ID=59e1397f-e26c-49ae-8452-a688299a9c13,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:50.252291 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-42273038-fdf7-45fa-bd18-ad5b045cbbd4 service neutron] 10.222.0.24 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260588 Dec 23 00:28:50.332766 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:28:50.373380 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-590da88c-8ae4-4280-b457-25b6a9944ebc service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201425 Dec 23 00:28:50.384595 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-04258802-ab4f-4e0f-98b7-37bd9bca8548 service neutron] 10.222.0.24 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259751 Dec 23 00:28:50.462744 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.465532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.466621 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cb7aed3-5ca7-4bbf-b8d3-10a70c946243 HTTP/1.1" status: 204 len: 168 time: 0.9013631 Dec 23 00:28:50.580140 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25717d-d88b-4d7f-8f43-d126bff29eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7aed3-5ca7-4bbf-b8d3-10a70c946243,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:50.732648 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-90910a11-f245-46a0-9280-3f7e393d5ea1 req-f7b9b4bd-24fe-45e7-b43e-a1c1f771b83a tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.0673983 Dec 23 00:28:50.742573 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d7639c1b-4c7d-400c-bb00-7e4ee0bec9b8 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138967 Dec 23 00:28:50.792619 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:28:50.804038 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Sync routers for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:28:50.817972 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:28:50.818593 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:50.835655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.929052 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:50.933104 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5915486d-cc8a-414f-b0dc-aa40f87cf08f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9979622 Dec 23 00:28:50.933256 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46606) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:50.975817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45126a8-e84e-4711-9d3a-e256a2010888,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:51.019489 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Checking segment: {'id': '05221096-6b6b-47bb-b232-1ba2e5c47326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79848f89-2b67-4205-8269-b6b5379dabec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:51.024074 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Network hostable DHCP agents. Network: 79848f89-2b67-4205-8269-b6b5379dabec, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:28:51.031706 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:51.063134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:51.143706 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Network 79848f89-2b67-4205-8269-b6b5379dabec is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:28:51.170522 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 79848f89-2b67-4205-8269-b6b5379dabec) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:51.181990 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c5b96f-9703-4d74-b75f-070f4181a520 None None] Network 79848f89-2b67-4205-8269-b6b5379dabec requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:51.194905 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:28:51.203833 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:51.204591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:51.275685 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-29db94cf-88cd-4456-9ee5-78779808a3b6 req-eedcbd9e-a2ba-412e-8134-744f5bfc607d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.2178733 Dec 23 00:28:51.350390 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e23158a3-bd38-4790-8e12-5dca191283eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4589827 Dec 23 00:28:51.407845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Allocated IP 172.27.1.221 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/6e0e05ae-816f-4dea-9085-f380770c5a34) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:51.583327 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1922a-5643-4f2c-8c61-e3f0646ad291 None None] Network 79848f89-2b67-4205-8269-b6b5379dabec requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:51.798091 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:51.911363 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1244bf3-efb9-4a2e-b7da-4905895e45e3 None None] Network e1ef5f39-9518-448a-b88a-8a581ec38489 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:28:51.998796 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] Provisioning complete for port 59e1397f-e26c-49ae-8452-a688299a9c13 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:28:52.000716 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.019786 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46676) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:52.021758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46678) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:52.051264 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a9c19f1b-2150-4985-8592-e4fb522db540 req-f841e742-d478-4873-96c2-621b8820cec7 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.1909451 Dec 23 00:28:52.111768 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.231809 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:48Z', 'revision_number': 3, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:52.300645 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Checking router: 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:28:52.303018 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Updating router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 port 54c0a242-1d1c-461f-884b-719457698742 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:28:52.368458 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0e05ae-816f-4dea-9085-f380770c5a34,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:52.383883 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.409701 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.420308 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:52.434602 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Deleting subnet 81b7b437-4192-4100-b2e6-298b19550442 {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:28:52.441238 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:52.445233 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.447181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:28:52.448259 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 59e1397f-e26c-49ae-8452-a688299a9c13 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:28:52.525092 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-26504537-5faa-4104-aab8-26831671e0d8 req-051e2390-2fa0-4a62-a470-03ca82b28f9a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.1023376 Dec 23 00:28:52.594163 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] For port 59e1397f-e26c-49ae-8452-a688299a9c13, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=59e1397f-e26c-49ae-8452-a688299a9c13,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:28:52.602529 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.656909 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.726572 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 59e1397f-e26c-49ae-8452-a688299a9c13 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:28:52.726875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:52.822025 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afd554-1553-40d1-889e-7f16478d1303 None None] Pushing event updated for resources: {'Port': ['ID=59e1397f-e26c-49ae-8452-a688299a9c13,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:52.937122 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.033714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.050516 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.076098 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.098181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6c393f82-1832-4a52-8174-25489a591918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.195102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-bc6e544d-d3c3-4767-b727-b870c68b726f None None] Provisioning complete for port 59e1397f-e26c-49ae-8452-a688299a9c13 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:28:53.195471 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bc6e544d-d3c3-4767-b727-b870c68b726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.209642 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Pushing event updated for resources: {'Port': ['ID=54c0a242-1d1c-461f-884b-719457698742,revision_number=2']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:53.222313 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.223029 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.223767 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.224270 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.225415 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.225953 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.227596 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.228125 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.228623 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.229139 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.229657 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.230338 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.231307 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Tracked resource versions report: Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: pushed versions: Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: { 'AddressGroup': {'1.2'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'ConntrackHelper': {'1.0'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'LocalIPAssociation': {'1.0'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Log': {'1.0'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Network': {'1.1'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Port': {'1.7'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'PortForwarding': {'1.2'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'QosPolicy': {'1.10'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroup': {'1.5'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroupRule': {'1.2'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SubPort': {'1.0'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Subnet': {'1.1'}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Trunk': {'1.1'}} Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: consumer versions: Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: { DHCP agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: HyperV agent@hv-cinder-82276: {}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: L3 agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: Metadata agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: Metering agent@dv-cinder-822768-1-iscsi: {}, Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: Open vSwitch agent@dv-cinder-822768-1-iscsi: { 'AddressGroup': '1.2', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'ConntrackHelper': '1.0', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'LocalIPAssociation': '1.0', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Log': '1.0', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Network': '1.1', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Port': '1.7', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'PortForwarding': '1.2', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'QosPolicy': '1.10', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroup': '1.5', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SecurityGroupRule': '1.2', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'SubPort': '1.0', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Subnet': '1.1', Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: 'Trunk': '1.1'}} Dec 23 00:28:53.232893 dv-cinder-822768-1-iscsi neutron-server[108949]: {{(pid=108949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 00:28:53.277356 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Attempting to bind port 54c0a242-1d1c-461f-884b-719457698742 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:28:53.278778 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Attempting to bind port 54c0a242-1d1c-461f-884b-719457698742 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:28:53.282554 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Attempting to bind port 54c0a242-1d1c-461f-884b-719457698742 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:28:53.289481 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:28:53.290343 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:53.291438 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.292299 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:28:53.293324 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Bound port: 54c0a242-1d1c-461f-884b-719457698742, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:28:53.294089 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.399193 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] For port 54c0a242-1d1c-461f-884b-719457698742, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:28:53.408805 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] For port 54c0a242-1d1c-461f-884b-719457698742, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=54c0a242-1d1c-461f-884b-719457698742,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:28:53.419822 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.482892 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.491265 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46738) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:53.566502 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fbe28-ddac-444d-93aa-7e2b13464476 None None] Pushing event updated for resources: {'Port': ['ID=54c0a242-1d1c-461f-884b-719457698742,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:53.608624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Allocated IP 172.20.0.1 (5d529fba-942c-4c0c-aa5d-e2a45b604dd4/fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e/46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:53.621518 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:28:53.622182 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:53.646813 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b1718589-0140-4bf5-bbd9-2ae92fd2c3cf req-004ed0b3-bf1d-45ff-914b-cafe36b04d85 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.1530473 Dec 23 00:28:53.660929 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.671303 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81b7b437-4192-4100-b2e6-298b19550442 HTTP/1.1" status: 204 len: 168 time: 1.6391776 Dec 23 00:28:53.672591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12e61a-0087-4b9a-80f7-03e9f3ef80e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b7b437-4192-4100-b2e6-298b19550442,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:53.672724 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46748) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:53.721820 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6c393f82-1832-4a52-8174-25489a591918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.729911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.734525 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6c393f82-1832-4a52-8174-25489a591918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.795399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:53.808128 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c393f82-1832-4a52-8174-25489a591918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b52c66-50c9-428c-b5ab-e955f086adfd,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:53.861089 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6c393f82-1832-4a52-8174-25489a591918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58ff1e80599d4036a2d7282f7b912909&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8338623 Dec 23 00:28:53.874892 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:28:53.897923 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46754) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:53.918901 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9b913b3-989e-440c-999c-08e8c634f0e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.051601 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7f64357e-8c06-483a-a042-3273baf0a338 req-3eafd844-e32e-47d0-bca6-9a28917bd2dd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.2050254 Dec 23 00:28:54.062218 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.096187 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.096439 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9b913b3-989e-440c-999c-08e8c634f0e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.097938 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.124208 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:48Z', 'revision_number': 3, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:54.139605 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9b913b3-989e-440c-999c-08e8c634f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.161493 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.168019 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b0709-d91d-48d6-98c0-8de7b587f158 None None] The sync data for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi is: [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:48Z', 'revision_number': 3, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:28:54.219097 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 59e1397f-e26c-49ae-8452-a688299a9c13 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:28:54.247270 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f9b913b3-989e-440c-999c-08e8c634f0e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7e2b215bf3d450193e512fda1b76d6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7503939 Dec 23 00:28:54.247873 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46768) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:54.259966 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b913b3-989e-440c-999c-08e8c634f0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9486b7c-a760-44ea-98d4-d05abcd4395c,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:54.267168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.276378 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.277999 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.43', 59319) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:54.350123 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 59e1397f-e26c-49ae-8452-a688299a9c13 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:28:54.351843 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.406253 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.416211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Pushing event updated for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:54.450903 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:28:54.454000 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.462342 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-a5177fd4-b219-49ef-b5a4-b4a5d36cae5a tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:54.463833 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-a5177fd4-b219-49ef-b5a4-b4a5d36cae5a tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.43 "GET /v2.0/networks?id=9b2c9e52-eadc-4805-b010-ddae43af9651 HTTP/1.1" status: 200 len: 810 time: 0.1773388 Dec 23 00:28:54.491837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:54.498021 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:54.502283 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:28:54.503477 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.560849 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Request body: {'port': {'device_id': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651', 'admin_state_up': True, 'tenant_id': '0af1cb24d1f64955a2b95f4818c24a13'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:54.615000 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.616225 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.617744 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.618088 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.618457 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.619128 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.619298 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.619620 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.619946 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.620782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:54.728081 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.730858 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:54.737053 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9486b7c-a760-44ea-98d4-d05abcd4395c HTTP/1.1" status: 204 len: 168 time: 0.4835780 Dec 23 00:28:54.870874 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909737f-9ae3-4cd3-bd08-4e7d4f768052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9486b7c-a760-44ea-98d4-d05abcd4395c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:54.919580 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f785445f-682c-4adc-8312-82f679461f0f req-b2245eff-ff54-464d-af63-c193d7cb8290 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.0778441 Dec 23 00:28:54.920960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:28:54.941667 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:28:54.950862 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:28:54.953980 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:55.007561 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.43', 59324) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:55.015707 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:55.016248 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:55.016671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:55.017129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:28:55.017644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7c322e-1b58-498f-850a-a41f936a4eea']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:55.018554 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.020001 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4c50c87e-5f18-4951-a079-a8f78047f6a4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2316296 Dec 23 00:28:55.022753 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46792) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:55.226460 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:28:55.374909 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ad4504-2468-4b70-8392-19ff78bc9fb7') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:55.375212 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ad4504-2468-4b70-8392-19ff78bc9fb7') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:55.388372 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46814) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:55.398734 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.402422 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.416138 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77b52c66-50c9-428c-b5ab-e955f086adfd HTTP/1.1" status: 204 len: 168 time: 1.5027876 Dec 23 00:28:55.430170 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Made reservation on behalf of 0af1cb24d1f64955a2b95f4818c24a13 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:55.434011 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.477195 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9c515b14-782b-468f-a6c4-d2b129434800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.527701 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861e236-7394-40a9-a9a2-c72316ea4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b52c66-50c9-428c-b5ab-e955f086adfd,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:55.531200 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:28:53Z', 'revision_number': 3, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:55.538594 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.554770 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5167bd3c-8aba-472a-a946-292f1d63280c req-adbcb34b-73f4-4dac-ba20-abc874bd91c7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.2142651 Dec 23 00:28:55.578477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:28:55.579497 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Updating router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 port 6e0e05ae-816f-4dea-9085-f380770c5a34 binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:28:55.621683 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.673986 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.682581 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.688691 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:28:55.690041 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: from cryptography.utils import int_from_bytes Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: from cryptography.utils import int_from_bytes Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:28:55.696710 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:28:55.786157 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-1b05a980-82da-425a-bf4c-e43ad14a199d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:55.788162 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-1b05a980-82da-425a-bf4c-e43ad14a199d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.7567573 Dec 23 00:28:55.824459 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Request body: {'port': {'device_id': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'admin_state_up': True, 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:28:55.867898 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:55.961935 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7c322e-1b58-498f-850a-a41f936a4eea,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:55.973156 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.005932 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1bd5ed74-88c7-4a23-9eb5-a0f08db2e8f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d7c322e-1b58-498f-850a-a41f936a4eea HTTP/1.1" status: 204 len: 168 time: 2.3320022 Dec 23 00:28:56.020778 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46830) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:56.215482 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46832) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:56.287857 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 54c0a242-1d1c-461f-884b-719457698742 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:28:56.327824 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-30637e0d-4984-478a-b839-24e784d5edb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.356032 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Deleting subnet e45126a8-e84e-4711-9d3a-e256a2010888 {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:28:56.374029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.375440 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Allocated IP 172.20.0.11 (9b2c9e52-eadc-4805-b010-ddae43af9651/9ce060ea-0801-4e1d-a105-f927836a38bb/3573b175-83be-4471-9a7b-746a2cf7321d) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:56.385146 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.460506 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.571293 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954966a-aed7-46fe-a73b-1c32a57918b4 None None] Pushing event updated for resources: {'Port': ['ID=6e0e05ae-816f-4dea-9085-f380770c5a34,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:56.576412 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-e0425128-3c8f-41e6-aee1-5b5771645df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.601010 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.619497 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.621248 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-047a0f6f-562d-412c-aa46-8f401d8a5517 req-70fb597a-a510-47f3-aba9-81c7963d400c tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.4002764 Dec 23 00:28:56.662155 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 54c0a242-1d1c-461f-884b-719457698742 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:28:56.662518 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.695555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.718857 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Attempting to bind port 6e0e05ae-816f-4dea-9085-f380770c5a34 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:28:56.719310 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Attempting to bind port 6e0e05ae-816f-4dea-9085-f380770c5a34 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:28:56.719665 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Attempting to bind port 6e0e05ae-816f-4dea-9085-f380770c5a34 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:28:56.745432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.834004 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a0210fc-b679-4a14-b6f4-d0f0c8dbcb3c req-5d76595e-0454-4b48-8f49-547526202d58 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.0931928 Dec 23 00:28:56.951695 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Pushing event updated for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:56.961190 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9c515b14-782b-468f-a6c4-d2b129434800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.966839 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:56.982077 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9c515b14-782b-468f-a6c4-d2b129434800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.008130 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.063314 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:28:57.075343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:28:57.076219 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.076742 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:28:57.077438 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Bound port: 6e0e05ae-816f-4dea-9085-f380770c5a34, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:28:57.078076 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.132878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45126a8-e84e-4711-9d3a-e256a2010888,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:57.148878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.160126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-15476a60-8a16-4d0f-81cb-90ac8076a23f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e45126a8-e84e-4711-9d3a-e256a2010888 HTTP/1.1" status: 204 len: 168 time: 1.0934520 Dec 23 00:28:57.163242 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46848) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:57.193399 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] For port 6e0e05ae-816f-4dea-9085-f380770c5a34, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:28:57.197513 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] For port 6e0e05ae-816f-4dea-9085-f380770c5a34, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6e0e05ae-816f-4dea-9085-f380770c5a34,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:28:57.214171 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.226910 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:28:57.235246 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.239635 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9c515b14-782b-468f-a6c4-d2b129434800 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a28f6a7eefe4738b85119b2676346d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8473370 Dec 23 00:28:57.255800 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c515b14-782b-468f-a6c4-d2b129434800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6101e-4beb-4b4d-8f62-821f612dc4b4,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:57.291427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 46850) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:57.362027 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:28:57.363403 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:57.458001 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:57.503950 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-30637e0d-4984-478a-b839-24e784d5edb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.507915 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:57.568299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.574126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-30637e0d-4984-478a-b839-24e784d5edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.610330 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637e0d-4984-478a-b839-24e784d5edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5996ba3a-fc2b-423f-809d-cbcef873c74d,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:57.636497 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Allocated IP 172.20.0.10 (128f2490-5004-4fd4-8c12-1188994adac5/5595d246-8f91-4256-b0b3-2efc25c1fb6a/d73c7d9e-748a-4da8-be4d-610c3134a41d) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:57.678918 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:28:57.760984 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:28:57.767089 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-30637e0d-4984-478a-b839-24e784d5edb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c197cc5eb04c8b82f0edf82adebed4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5290890 Dec 23 00:28:57.782042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954966a-aed7-46fe-a73b-1c32a57918b4 None None] Pushing event updated for resources: {'Port': ['ID=6e0e05ae-816f-4dea-9085-f380770c5a34,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:57.792481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46854) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:57.823471 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.845522 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:57.950807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a1ec9ec3-de13-4cc2-8287-016244744a3a req-0a8f693e-f69e-4447-b24b-00f6e3147ec8 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.2249188 Dec 23 00:28:57.952811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 54c0a242-1d1c-461f-884b-719457698742, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=54c0a242-1d1c-461f-884b-719457698742,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:28:57.972125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.013804 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:28:58.022848 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Sync routers for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:28:58.042547 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:28:58.042907 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-66f99e9b-aadd-42f0-912f-103038acf415 admin admin] 10.222.0.24 "PUT /v2.0/routers/894539ac-7e2d-43b8-9f7b-fb9caaa976a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1075189 Dec 23 00:28:58.043591 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.057101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.074655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.087263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.127765 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=54c0a242-1d1c-461f-884b-719457698742,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:58.128939 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.158193 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e6d5badc-1643-4f91-9b25-45160f1a7dfb req-ad1cb2f5-ad2e-4fcb-aadf-acbc8c9fa4af tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.1630735 Dec 23 00:28:58.203124 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:28:53Z', 'revision_number': 3, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.219212 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.239679 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79848f89-2b67-4205-8269-b6b5379dabec']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.275729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05221096-6b6b-47bb-b232-1ba2e5c47326') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.275936 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05221096-6b6b-47bb-b232-1ba2e5c47326') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.282850 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:28:58.286969 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02003daf-3d50-4a54-9e20-3e36e4d2e98d None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:28:53Z', 'revision_number': 3, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:28:58.302082 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.348520 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.355206 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:28:58.356100 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:28:58.384848 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:28:58.400282 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.462846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.489970 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Network 9b2c9e52-eadc-4805-b010-ddae43af9651 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:28:58.510152 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Pushing event updated for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:58.515100 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:28:58.519371 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:28:58.545028 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-20becbb1-93a4-4295-9e7e-12a6229c08d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.550909 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:58.556869 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.566805 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.575072 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.581336 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5996ba3a-fc2b-423f-809d-cbcef873c74d HTTP/1.1" status: 204 len: 168 time: 0.7844596 Dec 23 00:28:58.584825 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.592361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.593563 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbe6101e-4beb-4b4d-8f62-821f612dc4b4 HTTP/1.1" status: 204 len: 168 time: 1.3011661 Dec 23 00:28:58.644630 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-2741d26f-3f61-4be1-8866-56f137d9b6f3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0876842 Dec 23 00:28:58.662650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60327661-c016-4455-85d2-d2c3ff3b9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe6101e-4beb-4b4d-8f62-821f612dc4b4,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:58.666958 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b1896-8b4e-4ea7-988c-633c6f38f860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5996ba3a-fc2b-423f-809d-cbcef873c74d,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:58.696793 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.725312 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=79848f89-2b67-4205-8269-b6b5379dabec,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:28:58.728116 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:58.744862 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4e8cf091-4732-4596-a3bf-adcbcc8fb7aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/79848f89-2b67-4205-8269-b6b5379dabec HTTP/1.1" status: 204 len: 168 time: 1.5707424 Dec 23 00:28:58.783284 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:55Z', 'revision_number': 4, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a', 'name': '', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'mac_address': 'fa:16:3e:b6:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:52Z', 'updated_at': '2021-12-23T00:28:55Z', 'revision_number': 2, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'subnets': [{'id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:28:58.857038 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Checking router: 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:28:58.859221 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Updating router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:28:58.929226 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.012104 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.217378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.258917 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ab766-daad-4f26-887f-ffbdb13c0865 req-c156858c-6b2a-4e37-8ec3-3210192a3d58 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:28:59.268039 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c84ab766-daad-4f26-887f-ffbdb13c0865 req-c156858c-6b2a-4e37-8ec3-3210192a3d58 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.1660202 Dec 23 00:28:59.432524 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c84ab766-daad-4f26-887f-ffbdb13c0865 req-453833ce-3a8a-4a0c-8335-87f24e96f6f8 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534472 Dec 23 00:28:59.524623 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46900) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:59.619271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-ce5ebd55-2eb0-439a-9229-b488815322ce tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:28:59.620293 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-ce5ebd55-2eb0-439a-9229-b488815322ce tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208428 Dec 23 00:28:59.679373 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-bf3be356-6817-4718-9edb-1b8bf1c8acfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94570413c57d4021b50f01c07b78caf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1530650 Dec 23 00:28:59.683125 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c9e7512-8a79-4a56-8f4c-11d0b8407039 req-307a56ba-c012-4ae8-8d30-7126b358b0c5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.1017461 Dec 23 00:28:59.683740 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46902) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:28:59.750826 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.798251 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.823429 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.834713 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.853387 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.885476 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Allocated IP 172.20.0.1 (e1ef5f39-9518-448a-b88a-8a581ec38489/8e9cf299-2b44-4669-a09b-c0ff0f56bfdf/d963ee5b-7946-4129-b69a-2141f386b942) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:28:59.927810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.931362 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:28:59.937809 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85e1beaf-97b0-4f1c-8dc1-7cbe989eaab9 HTTP/1.1" status: 204 len: 168 time: 0.2490239 Dec 23 00:28:59.961880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05087d-06de-4c5e-94d1-277ed8cb1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1beaf-97b0-4f1c-8dc1-7cbe989eaab9,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.025012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.042762 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe788-1428-4d52-94ed-181088eb6919 None None] Pushing event updated for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.147229 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-f8e4203c-96a8-4293-966a-d3ae06179c62 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:00.148779 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-f8e4203c-96a8-4293-966a-d3ae06179c62 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 819 time: 0.5412121 Dec 23 00:29:00.174176 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Attempting to bind port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:00.174958 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Attempting to bind port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:00.175629 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Attempting to bind port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:00.181117 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Network 128f2490-5004-4fd4-8c12-1188994adac5 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:00.182399 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:00.182906 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Checking segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:00.183433 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.183911 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Bound using segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:00.184479 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Bound port: 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:00.185103 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.213301 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:00.228037 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-40cd938f-d271-4c1c-8d4b-b782bf1a77b0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/quotas/3ab041b0ca614acbab0b1737260bfa51 HTTP/1.1" status: 200 len: 375 time: 0.0640812 Dec 23 00:29:00.230299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:00.239858 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:00.240823 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.266694 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event updated for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.285309 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] For port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:00.295411 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] For port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:00.304115 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.329791 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-d6a9216a-6725-422e-b75c-d94c293a8ebd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5106568 Dec 23 00:29:00.335465 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.341682 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6e0e05ae-816f-4dea-9085-f380770c5a34 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:00.375558 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-b0acadea-b240-4154-962d-927ca7a2ccd0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1463451 Dec 23 00:29:00.401455 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:00.402362 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:00.405303 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 6e0e05ae-816f-4dea-9085-f380770c5a34 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:00.405750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.457180 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe788-1428-4d52-94ed-181088eb6919 None None] Pushing event updated for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=4']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.486196 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.554289 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:00.565741 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.568377 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-4ba65cc3-96a8-4d42-8dd6-f858c7701290 service neutron] 10.222.0.24 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916306 Dec 23 00:29:00.577115 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:00.592199 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:00.595171 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:00.596181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.596359 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 6e0e05ae-816f-4dea-9085-f380770c5a34, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6e0e05ae-816f-4dea-9085-f380770c5a34,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:00.605912 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.607620 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 54c0a242-1d1c-461f-884b-719457698742 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:00.624281 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a112c-44d4-4eca-8873-ed180c103112 req-653a8410-7ceb-4d75-9261-90237f652d89 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:00.631040 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Pushing event updated for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.638319 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f55a112c-44d4-4eca-8873-ed180c103112 req-653a8410-7ceb-4d75-9261-90237f652d89 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.1215358 Dec 23 00:29:00.748884 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=6e0e05ae-816f-4dea-9085-f380770c5a34,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:00.785492 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 54c0a242-1d1c-461f-884b-719457698742 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:00.786105 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:00.800660 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f55a112c-44d4-4eca-8873-ed180c103112 req-2cf68aca-e37d-4efe-9825-10f40077bd3a tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601171 Dec 23 00:29:00.848756 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46936) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:00.972614 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-fdabde16-7931-48c5-894c-f545c6b34aa0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013321 Dec 23 00:29:01.010255 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.040729 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-3d733c11-9226-45e3-9e5c-a8e38a0900f4 None None] Provisioning complete for port d963ee5b-7946-4129-b69a-2141f386b942 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:01.041770 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3d733c11-9226-45e3-9e5c-a8e38a0900f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.076040 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-fe9d1cc8-48aa-4951-b610-23c8b05da417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cd86eeef9ff4d48ad823a8340d237b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2235558 Dec 23 00:29:01.085775 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:55Z', 'revision_number': 4, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a', 'name': '', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'mac_address': 'fa:16:3e:b6:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:52Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'subnets': [{'id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:01.086307 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 46938) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:01.125770 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-3d733c11-9226-45e3-9e5c-a8e38a0900f4 None None] Port d963ee5b-7946-4129-b69a-2141f386b942 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:01.167080 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941520-32c1-4fe5-bcd0-f36858310a04 None None] The sync data for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi is: [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:28:55Z', 'revision_number': 4, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a', 'name': '', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'mac_address': 'fa:16:3e:b6:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:52Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'subnets': [{'id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:01.181197 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af82b71-2afd-41c1-9511-e81010392176 req-e8ae76db-851f-4f3e-b2cb-f4bdaab212f3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:01.182803 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1af82b71-2afd-41c1-9511-e81010392176 req-e8ae76db-851f-4f3e-b2cb-f4bdaab212f3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 932 time: 0.2231951 Dec 23 00:29:01.230209 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.274615 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.323315 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.344823 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1af82b71-2afd-41c1-9511-e81010392176 req-a95787e2-50c3-412e-83f1-11ab28782410 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452837 Dec 23 00:29:01.438958 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.444754 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.447989 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.451791 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a694622a-79db-42c9-b78d-19e8a274ce89 HTTP/1.1" status: 204 len: 168 time: 0.3679385 Dec 23 00:29:01.460252 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d60e-47ed-4aab-afbe-010cc78b351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a694622a-79db-42c9-b78d-19e8a274ce89,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:01.481867 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.496225 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:01.551265 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ab92b174-6d58-4144-b38d-35c85f416a0e req-8c9fe397-fb1a-4194-92bb-44cf06452243 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 210 time: 0.1096163 Dec 23 00:29:01.644978 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Pushing event updated for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:01.693307 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:01.694968 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:01.864940 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:29:01.979793 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d167-1ceb-4946-975c-0445ccdee99c req-86172db6-91e2-445d-b3cd-3e6b50ed82cc tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:01.990326 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a89d167-1ceb-4946-975c-0445ccdee99c req-86172db6-91e2-445d-b3cd-3e6b50ed82cc tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.0892134 Dec 23 00:29:02.056308 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-5180b12b-0565-4060-9027-99d258b4f8e3 None None] Provisioning complete for port d963ee5b-7946-4129-b69a-2141f386b942 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:02.056902 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5180b12b-0565-4060-9027-99d258b4f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:02.119450 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a89d167-1ceb-4946-975c-0445ccdee99c req-8c6c9360-5d4d-423e-99e7-617e5f465d79 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272893 Dec 23 00:29:02.137619 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:02.156699 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:02.166056 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-22c37a39-bb2c-4f86-8c80-5b56ecfbc930 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a47e60f-b30c-4ee5-a803-e7ec31e598e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1417723 Dec 23 00:29:02.251728 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5180b12b-0565-4060-9027-99d258b4f8e3 None None] Port d963ee5b-7946-4129-b69a-2141f386b942 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:02.273665 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:02.280223 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:02.282439 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:02.392981 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:02.395938 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-7f47de95-8d01-4c63-b8f7-30e9e13062f9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:02.403172 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-7f47de95-8d01-4c63-b8f7-30e9e13062f9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 819 time: 0.2075374 Dec 23 00:29:02.444454 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-cd19d8d8-2c9c-40f5-ae99-06460d04550d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/quotas/3ab041b0ca614acbab0b1737260bfa51 HTTP/1.1" status: 200 len: 375 time: 0.0356133 Dec 23 00:29:02.569706 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-61f277e6-007a-4a28-83b0-781f160ea156 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165988 Dec 23 00:29:02.581621 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf4f-eff1-48a4-8527-551e125af9ae req-9d60e5a2-eec8-4dfa-90ee-df1914807e2e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:02.590507 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85f3bf4f-eff1-48a4-8527-551e125af9ae req-9d60e5a2-eec8-4dfa-90ee-df1914807e2e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 932 time: 0.1242602 Dec 23 00:29:02.683596 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:02.684309 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:02.741200 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85f3bf4f-eff1-48a4-8527-551e125af9ae req-e9144d89-d111-44b0-83e6-8ab702973365 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494279 Dec 23 00:29:02.745936 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:02.750608 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-a6442ff6-7665-400e-97de-79c42862a266 service neutron] 10.222.0.24 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715841 Dec 23 00:29:02.954726 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-43b7ba01-a5ef-4a71-927b-a612a67fa6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938341 Dec 23 00:29:03.087221 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:03.156303 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:03.204017 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:03.204735 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6e0e05ae-816f-4dea-9085-f380770c5a34 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:03.475940 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176b15e-887c-4d9b-a926-8aaa97c4a976 req-768e3bfc-978a-4ff3-b7cf-43f09cf93f5d tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:03.478485 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c176b15e-887c-4d9b-a926-8aaa97c4a976 req-768e3bfc-978a-4ff3-b7cf-43f09cf93f5d tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.1512768 Dec 23 00:29:03.712136 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c176b15e-887c-4d9b-a926-8aaa97c4a976 req-4b7f567f-68e3-401a-9b50-9fe896b228fd tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201242 Dec 23 00:29:03.761462 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:03.829715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:01Z', 'revision_number': 2, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:03.863875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 6e0e05ae-816f-4dea-9085-f380770c5a34 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:03.864338 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:03.940449 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b185e87f-9593-4fec-b605-90de9e786733 req-70cfb205-526a-4ad9-9bf0-e2cd797d7516 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.0832293 Dec 23 00:29:03.986714 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:03.990265 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Updating router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 port d963ee5b-7946-4129-b69a-2141f386b942 binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:29:04.131277 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.186716 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47074) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:04.192282 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156488858', 'description': 'tempest-description--1528918817'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:04.254620 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024b35-6429-4437-8ddf-269248879e71 req-57251041-6843-4bd8-be6e-b44ad04ef9c0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:04.256096 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.271911 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-44024b35-6429-4437-8ddf-269248879e71 req-57251041-6843-4bd8-be6e-b44ad04ef9c0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 932 time: 0.1209073 Dec 23 00:29:04.432995 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-44024b35-6429-4437-8ddf-269248879e71 req-31d35480-22da-4b37-89c4-22b2f24c8dfb tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572886 Dec 23 00:29:04.482075 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:04.554434 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.561222 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.667078 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.671980 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4822628 Dec 23 00:29:04.673780 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47090) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:04.699391 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group_rule': {'security_group_id': '50929ed1-0b2d-479e-aba5-f1220a03fa91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:04.710178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726367f-c795-4b82-bc58-adc714d3d674 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50929ed1-0b2d-479e-aba5-f1220a03fa91,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:04.767650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Request body: {'port': {'device_id': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:04.787473 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:04.787979 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.834069 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:04.891406 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Request body: {'port': {'device_id': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:05.174479 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.179304 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.193148 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.203430 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.304597 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b449a-3ec5-4b2a-a385-9cb5d4ae9012 req-a21021ae-b13f-4e08-9732-143727864d4e tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:05.317218 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e07b449a-3ec5-4b2a-a385-9cb5d4ae9012 req-a21021ae-b13f-4e08-9732-143727864d4e tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.3933883 Dec 23 00:29:05.317218 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.320064 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-abcfd577-504b-4367-bb30-e29afdbb3823 req-141b18dc-3e27-4836-88c4-f606450d1968 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.1916049 Dec 23 00:29:05.402528 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d51a9-63a5-440c-8835-64ebddafd570 None None] Pushing event updated for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:05.421527 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.439229 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc283d83-6fc2-4f4d-8b1e-88af00341dd2,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:05.502114 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Attempting to bind port d963ee5b-7946-4129-b69a-2141f386b942 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:05.504122 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Attempting to bind port d963ee5b-7946-4129-b69a-2141f386b942 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:05.505210 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Attempting to bind port d963ee5b-7946-4129-b69a-2141f386b942 on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:05.529026 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:05.530136 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.539174 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Checking segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:05.542493 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.543221 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Bound using segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:05.544020 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Bound port: d963ee5b-7946-4129-b69a-2141f386b942, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:05.544422 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-887bf6bf-6b13-4f10-a9f6-781ae855d476 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8510399 Dec 23 00:29:05.545018 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.547036 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.43', 59337) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:05.548288 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47122) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:05.600703 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group_rule': {'security_group_id': '50929ed1-0b2d-479e-aba5-f1220a03fa91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:05.745208 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] For port d963ee5b-7946-4129-b69a-2141f386b942, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:05.759040 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] For port d963ee5b-7946-4129-b69a-2141f386b942, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=d963ee5b-7946-4129-b69a-2141f386b942,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:05.775035 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.785584 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] Provisioning complete for port d963ee5b-7946-4129-b69a-2141f386b942 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:05.788436 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:05.980320 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47124) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:06.042014 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d51a9-63a5-440c-8835-64ebddafd570 None None] Pushing event updated for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:06.053898 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:06.054856 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:28:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:06.082373 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e07b449a-3ec5-4b2a-a385-9cb5d4ae9012 req-fc402b86-3bac-4bd7-889d-4e25a2a58516 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7138159 Dec 23 00:29:06.190343 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:06.247622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-2f9871cf-651b-475b-8957-bfe10380e91a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:06.250152 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-2f9871cf-651b-475b-8957-bfe10380e91a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 819 time: 0.6849875 Dec 23 00:29:06.304159 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Request body: {'port': {'device_id': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'admin_state_up': True, 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:06.312874 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:06.374122 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.43', 59341) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:06.379045 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:06.384591 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] For port d963ee5b-7946-4129-b69a-2141f386b942, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=d963ee5b-7946-4129-b69a-2141f386b942,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:06.508651 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:06.916037 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe04ad-5b50-4884-bbc9-c641a43c827c None None] Pushing event updated for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:06.950052 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-dc3120fa-bca2-412e-bf3e-37fe339d289b None None] Provisioning complete for port d963ee5b-7946-4129-b69a-2141f386b942 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:06.950421 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dc3120fa-bca2-412e-bf3e-37fe339d289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.113252 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.156714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73c7d9e-748a-4da8-be4d-610c3134a41d {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:07.166750 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.170310 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e20e3461-3349-4a82-86a6-dd9d9be914f9 req-7b1d5167-4c66-44ea-a642-2e0353f7efb3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.5705669 Dec 23 00:29:07.171353 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.192719 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Transition to ACTIVE for port object d73c7d9e-748a-4da8-be4d-610c3134a41d will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:07.208152 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.429819 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a174181-f73a-46d6-ad14-404121cdf93d,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:07.458204 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Attempting to bind port d73c7d9e-748a-4da8-be4d-610c3134a41d on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:07.458558 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Attempting to bind port d73c7d9e-748a-4da8-be4d-610c3134a41d by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:07.458921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Attempting to bind port d73c7d9e-748a-4da8-be4d-610c3134a41d on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:07.480102 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb382-6feb-4eeb-84f6-4506bd3d8ada req-d6fbbb82-26cb-4df6-8c15-41ba45c7c298 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:07.481694 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-480fb382-6feb-4eeb-84f6-4506bd3d8ada req-d6fbbb82-26cb-4df6-8c15-41ba45c7c298 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 932 time: 1.6459453 Dec 23 00:29:07.510931 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.512134 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-90162c2d-7efc-484e-985f-cdd1ca7f2d9b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9457355 Dec 23 00:29:07.519842 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47176) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:07.532213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Port d73c7d9e-748a-4da8-be4d-610c3134a41d on network 128f2490-5004-4fd4-8c12-1188994adac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:07.532861 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Attempting to bind port d73c7d9e-748a-4da8-be4d-610c3134a41d on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:07.535964 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:07.551799 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:05Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:07.609296 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:07.611314 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Checking segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:07.615572 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Bound using segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:07.616584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Bound port: d73c7d9e-748a-4da8-be4d-610c3134a41d, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:07.617475 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.626641 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7007-7c39-4ebc-bb45-4db77586b0f2 None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:05Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:07.628874 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.698408 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-10e45ee7-aa8f-4fe5-a7fb-06e41f826c1d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:07.698408 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-10e45ee7-aa8f-4fe5-a7fb-06e41f826c1d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 819 time: 1.3105853 Dec 23 00:29:07.726176 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628b4f0-52fb-43b4-aafe-1482aaf1643d req-ecd8b88f-d111-4dd8-a9d5-ae401bf3e0b2 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:07.728023 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7628b4f0-52fb-43b4-aafe-1482aaf1643d req-ecd8b88f-d111-4dd8-a9d5-ae401bf3e0b2 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 932 time: 0.3413951 Dec 23 00:29:07.737984 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Request body: {'port': {'device_id': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'admin_state_up': True, 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:07.778041 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Made reservation on behalf of 3ab041b0ca614acbab0b1737260bfa51 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:07.781690 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:07.925862 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7628b4f0-52fb-43b4-aafe-1482aaf1643d req-c5077074-2dd0-479b-a3ed-559306c9bdae tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781354 Dec 23 00:29:07.928613 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47180) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:08.181165 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:08.227152 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2cb43ea8-f3eb-4660-8cb7-18135176b7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:08.475421 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device d963ee5b-7946-4129-b69a-2141f386b942 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:08.484860 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-480fb382-6feb-4eeb-84f6-4506bd3d8ada req-4b0dde1b-1720-4b0f-9158-899cd9517712 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9565516 Dec 23 00:29:08.530301 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Allocated IP 172.20.0.10 (5d529fba-942c-4c0c-aa5d-e2a45b604dd4/fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e/6cd92c9f-e453-4591-ba71-c76d3134b0e7) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:08.566688 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:08.653526 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port d963ee5b-7946-4129-b69a-2141f386b942 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:08.654116 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:08.753774 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:08.800703 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:08.844887 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:08.874412 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47204) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:08.886081 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:08.927510 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:08.928418 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3573b175-83be-4471-9a7b-746a2cf7321d {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:08.931798 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:08.948093 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.005692 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Transition to ACTIVE for port object 3573b175-83be-4471-9a7b-746a2cf7321d will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:09.013014 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.032978 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2cb43ea8-f3eb-4660-8cb7-18135176b7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.074636 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dd0a4330-cc34-42e8-825f-b90dfab8047e req-4ac6ac47-a984-48cc-9891-2edb6a609853 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.2608037 Dec 23 00:29:09.102490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:09.102908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.105736 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7a821dd-e582-401f-bc5e-d2639070732f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.143946 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.201655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:09.203630 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.205365 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] 10.222.0.43 "PUT /v2.0/ports/d73c7d9e-748a-4da8-be4d-610c3134a41d HTTP/1.1" status: 200 len: 1094 time: 4.8852007 Dec 23 00:29:09.206206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2cb43ea8-f3eb-4660-8cb7-18135176b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.217394 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:09.279880 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9797459 Dec 23 00:29:09.279880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ce935a4c-4552-4958-8e0c-336c045996c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.360624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.369795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ae9a6-77aa-4f85-986e-e9dff062ca31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Pushing event updated for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:09.426960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb43ea8-f3eb-4660-8cb7-18135176b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e330b050-8087-47d5-adb6-6d12b5616c04,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:09.488431 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Attempting to bind port 3573b175-83be-4471-9a7b-746a2cf7321d on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:09.498989 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Attempting to bind port 3573b175-83be-4471-9a7b-746a2cf7321d by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '7b9ff401-3509-4911-893c-167dffa1aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:09.499128 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Attempting to bind port 3573b175-83be-4471-9a7b-746a2cf7321d on network 9b2c9e52-eadc-4805-b010-ddae43af9651 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:09.548879 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-2cb43ea8-f3eb-4660-8cb7-18135176b7ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe6138beb6f44422b1e7a426d7146ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5522933 Dec 23 00:29:09.569520 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010c2db-4ac7-4da7-8f81-6129e1b881ab req-7c293060-22cb-4f98-92ef-3bbbff9d28d1 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:09.571156 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8010c2db-4ac7-4da7-8f81-6129e1b881ab req-7c293060-22cb-4f98-92ef-3bbbff9d28d1 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 944 time: 0.5211358 Dec 23 00:29:09.571816 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Port 3573b175-83be-4471-9a7b-746a2cf7321d on network 9b2c9e52-eadc-4805-b010-ddae43af9651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:09.572144 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Attempting to bind port 3573b175-83be-4471-9a7b-746a2cf7321d on network 9b2c9e52-eadc-4805-b010-ddae43af9651 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:09.574248 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47218) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:09.598355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295ce8-6fc4-4e18-b763-3786a290cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:09.758124 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Made reservation on behalf of 3ab041b0ca614acbab0b1737260bfa51 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:09.761093 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:09.761277 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Checking segment: {'id': '7b9ff401-3509-4911-893c-167dffa1aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:09.767420 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.769461 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Bound using segment: {'id': '7b9ff401-3509-4911-893c-167dffa1aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:09.770123 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Bound port: 3573b175-83be-4471-9a7b-746a2cf7321d, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9ff401-3509-4911-893c-167dffa1aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:09.770529 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:09.845344 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:09.897354 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Allocated IP 172.27.1.112 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/712bd30c-fa79-4dc2-8d78-060288c5bffe) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:09.908836 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937eb9-9197-4d0e-b48d-e19c7865964d req-7a730509-fffc-485f-b7a9-60be592e10b2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:09.910404 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64937eb9-9197-4d0e-b48d-e19c7865964d req-7a730509-fffc-485f-b7a9-60be592e10b2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 944 time: 0.2141635 Dec 23 00:29:09.932859 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Pushing event updated for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:09.993104 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8010c2db-4ac7-4da7-8f81-6129e1b881ab req-b461c9e8-421a-45a8-b040-aebed95eaecb tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751566 Dec 23 00:29:10.000361 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7a821dd-e582-401f-bc5e-d2639070732f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.011717 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.057018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:10.090683 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.094809 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3573b175-83be-4471-9a7b-746a2cf7321d,segment=NetworkSegment(7b9ff401-3509-4911-893c-167dffa1aa30),segment_id=7b9ff401-3509-4911-893c-167dffa1aa30)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:10.117163 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.150033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Allocated IP 172.20.0.4 (5d529fba-942c-4c0c-aa5d-e2a45b604dd4/fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e/a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:10.192528 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:10.192528 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.192528 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] 10.222.0.43 "PUT /v2.0/ports/3573b175-83be-4471-9a7b-746a2cf7321d HTTP/1.1" status: 200 len: 1094 time: 5.8496487 Dec 23 00:29:10.264624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ce935a4c-4552-4958-8e0c-336c045996c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.265591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644a54-72c0-48a4-ba15-3a838afc168f service neutron] Pushing event updated for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.274148 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7a821dd-e582-401f-bc5e-d2639070732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.301242 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.303332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ce935a4c-4552-4958-8e0c-336c045996c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.325361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.329034 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e330b050-8087-47d5-adb6-6d12b5616c04 HTTP/1.1" status: 204 len: 168 time: 0.7517414 Dec 23 00:29:10.355144 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059d617-1e19-4928-bc1b-fdba311a4af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e330b050-8087-47d5-adb6-6d12b5616c04,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.410542 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0507195-fcaf-4cfa-906f-11d8c1618194 x-openstack-request-id: req-e0507195-fcaf-4cfa-906f-11d8c1618194 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:10.410799 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:10.411062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0507195-fcaf-4cfa-906f-11d8c1618194 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:10.411488 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d', 'status': 'completed', 'code': 200} Dec 23 00:29:10.494552 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ce935a4c-4552-4958-8e0c-336c045996c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74940c15291f46c6a7538f743f6928b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6068304 Dec 23 00:29:10.500416 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47246) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:10.582523 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-04d1d8fe-c461-4d12-966b-5ad83fa457c1 req-8275b6c3-ac22-4520-b9c7-94b88b74bf90 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.0911524 Dec 23 00:29:10.598904 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.605494 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a821dd-e582-401f-bc5e-d2639070732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9c7e69-78a1-4d5f-b6d7-a836bbde9b47,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.676567 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e7a821dd-e582-401f-bc5e-d2639070732f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ca9db1702da4e82a5abbcb86de1b25c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7323244 Dec 23 00:29:10.677036 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.679623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47262) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:10.716622 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64937eb9-9197-4d0e-b48d-e19c7865964d req-1acf2e26-7711-4f58-a245-2d4237ed9b55 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552762 Dec 23 00:29:10.728104 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce935a4c-4552-4958-8e0c-336c045996c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18d7739-27e5-43e0-9f53-1db658686f1c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.764054 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.788478 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.797987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.812623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.819393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.821887 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.823287 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18d7739-27e5-43e0-9f53-1db658686f1c HTTP/1.1" status: 204 len: 168 time: 0.3199019 Dec 23 00:29:10.827136 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47268) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:10.842115 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.883467 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515bb1f-f4e6-4f3d-a2d4-36a97c9f4618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18d7739-27e5-43e0-9f53-1db658686f1c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.886537 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e180-48c0-42f1-8c55-d8d80f5d4d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.892955 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:10.898067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.900330 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:10.903959 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=712bd30c-fa79-4dc2-8d78-060288c5bffe,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:10.907139 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:10.930734 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.934963 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:10.938637 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc9c7e69-78a1-4d5f-b6d7-a836bbde9b47 HTTP/1.1" status: 204 len: 168 time: 0.2561300 Dec 23 00:29:10.983814 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78286a4-6e5e-45fd-b76e-b886946109a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9c7e69-78a1-4d5f-b6d7-a836bbde9b47,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:11.113487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e180-48c0-42f1-8c55-d8d80f5d4d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.134327 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e180-48c0-42f1-8c55-d8d80f5d4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.221245 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:11.231219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:11.237877 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:11.270334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Pushing event updated for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:11.272493 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ddc6e180-48c0-42f1-8c55-d8d80f5d4d5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8c329b0ab3c4bcc8bdc49ba67ef2150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352148 Dec 23 00:29:11.278015 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47292) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:11.285884 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e180-48c0-42f1-8c55-d8d80f5d4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674ffbe7-35e0-4ac4-8630-22c4cb72ca91,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:11.313215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Request body: {'port': {'device_id': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: from cryptography.utils import int_from_bytes Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: from cryptography.utils import int_from_bytes Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.362106 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:11.364058 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:11.368554 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684a4a-4031-4f2e-a376-d027cba07170 req-6397e4fa-8710-4772-99cf-3cd41410d462 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:11.380654 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c9684a4a-4031-4f2e-a376-d027cba07170 req-6397e4fa-8710-4772-99cf-3cd41410d462 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 944 time: 0.2428057 Dec 23 00:29:11.415257 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:11.415892 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.496592 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-9f225d41-fd54-463e-b540-5eaf34b08cbb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7640462 Dec 23 00:29:11.498411 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.500076 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.524650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Request body: {'port': {'device_id': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:11.550907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47302) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:11.597368 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3fdc028d-ccb6-485b-a7c2-5e66b11234a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.602929 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.627276 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.627360 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47306) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:11.634671 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-947b8218-7a0b-4410-af66-2e5921bb3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:11.637027 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-947b8218-7a0b-4410-af66-2e5921bb3917 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0af1cb24d1f64955a2b95f4818c24a13&device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 1097 time: 0.2309844 Dec 23 00:29:11.648076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-08737341-6db6-4a46-a288-c293cd61035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:11.650213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-08737341-6db6-4a46-a288-c293cd61035c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 1097 time: 0.3070436 Dec 23 00:29:11.658921 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c9684a4a-4031-4f2e-a376-d027cba07170 req-ddb16321-5c14-4187-90d8-57cbc029586b tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764227 Dec 23 00:29:11.732623 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.776166 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-eaf0c1f3-ac6d-49f2-a336-e49cbeabc48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.929448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:11.931880 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-f434abf9-d01f-436e-b005-88444f17ffb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573b175-83be-4471-9a7b-746a2cf7321d HTTP/1.1" status: 200 len: 217 time: 0.2788022 Dec 23 00:29:12.037881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ca2d-da26-41b7-83d7-a3c8c62ee054 req-d335d571-c9eb-44e2-8944-c8870707e1d5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.039352 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-14f1ca2d-da26-41b7-83d7-a3c8c62ee054 req-d335d571-c9eb-44e2-8944-c8870707e1d5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 931 time: 0.3526096 Dec 23 00:29:12.185948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-4e24ff20-b1c2-4b5e-875f-6592fd6ec77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.187437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-4e24ff20-b1c2-4b5e-875f-6592fd6ec77a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ce060ea-0801-4e1d-a105-f927836a38bb HTTP/1.1" status: 200 len: 850 time: 0.2259324 Dec 23 00:29:12.200020 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5fbf7-4fc0-4136-8db8-968f92a173f3 req-3b594eb2-e925-46a6-b53c-85a551d86efc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.201567 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bde5fbf7-4fc0-4136-8db8-968f92a173f3 req-3b594eb2-e925-46a6-b53c-85a551d86efc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 944 time: 0.2743356 Dec 23 00:29:12.215952 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-b3ed97eb-2343-42b2-aa17-18c638df2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.217391 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-b3ed97eb-2343-42b2-aa17-18c638df2f10 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5449023 Dec 23 00:29:12.229820 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-eaf0c1f3-ac6d-49f2-a336-e49cbeabc48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.236513 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-14f1ca2d-da26-41b7-83d7-a3c8c62ee054 req-45468627-7723-4ab1-b44d-6c3916d8ef20 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554165 Dec 23 00:29:12.252810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-eaf0c1f3-ac6d-49f2-a336-e49cbeabc48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.260039 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.262681 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.263754 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/674ffbe7-35e0-4ac4-8630-22c4cb72ca91 HTTP/1.1" status: 204 len: 168 time: 0.9797564 Dec 23 00:29:12.264484 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.280121 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-3d5652c7-72b0-4cad-9289-405d3f73b2f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b2c9e52-eadc-4805-b010-ddae43af9651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770223 Dec 23 00:29:12.294632 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.346399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0c1f3-ac6d-49f2-a336-e49cbeabc48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedd7db-a85f-4646-94dd-abc704244bfa,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:12.349607 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd969ca8-7fc2-4c17-8ab2-9c8c5a2cd66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674ffbe7-35e0-4ac4-8630-22c4cb72ca91,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:12.357659 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-eaf0c1f3-ac6d-49f2-a336-e49cbeabc48e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f91a0e18d89a45ffadc8176a0d660ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126970 Dec 23 00:29:12.365562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd92c9f-e453-4591-ba71-c76d3134b0e7 {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:12.369496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47312) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:12.369665 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3fdc028d-ccb6-485b-a7c2-5e66b11234a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.399057 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.419115 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:12.421109 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b045785e-ec1c-4f04-8fa1-829bbb99c175" -d '{"events": [{"name": "network-changed", "server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:12.438601 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=712bd30c-fa79-4dc2-8d78-060288c5bffe,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:12.441457 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Transition to ACTIVE for port object 6cd92c9f-e453-4591-ba71-c76d3134b0e7 will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:12.458077 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.462379 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3fdc028d-ccb6-485b-a7c2-5e66b11234a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.485851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.563810 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4591b6-6636-4f1e-b361-0249a5bc3d33 x-openstack-request-id: req-cf4591b6-6636-4f1e-b361-0249a5bc3d33 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:12.564101 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:12.564350 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf4591b6-6636-4f1e-b361-0249a5bc3d33 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:12.564891 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d', 'status': 'completed', 'code': 200} Dec 23 00:29:12.608280 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3fdc028d-ccb6-485b-a7c2-5e66b11234a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da0b55080a624af2936b0c712b56fdb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0478058 Dec 23 00:29:12.614694 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47324) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:12.619531 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bde5fbf7-4fc0-4136-8db8-968f92a173f3 req-eccf094d-206f-4e3f-87f0-5f862d280992 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781593 Dec 23 00:29:12.622437 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.623410 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0b915575-2563-40fc-b9da-90e1316a60cf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0972714 Dec 23 00:29:12.647609 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc028d-ccb6-485b-a7c2-5e66b11234a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75762b-7c73-4875-aaa0-de785f07ef4b,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:12.657046 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-e2ea3d29-71e2-469c-81d2-7d558f3f58f8 service neutron] 10.222.0.43 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655055 Dec 23 00:29:12.658100 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-25689ccb-eead-4931-97d1-b789534945df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.659438 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9da6ad0c-0825-4b6a-b969-5fb62fa5f5ca req-25689ccb-eead-4931-97d1-b789534945df service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005237 Dec 23 00:29:12.692825 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.700786 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:12.854968 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-9fdaa9d6-1604-4054-b55a-1e54f00877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:12.856460 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-9fdaa9d6-1604-4054-b55a-1e54f00877c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 1097 time: 0.0880649 Dec 23 00:29:12.858264 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c0ee7a33-6fa8-4863-9b22-54437993f27b req-a4a39aa8-62f2-42b5-954a-1a1c9daf89e7 service neutron] 10.222.0.43 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836488 Dec 23 00:29:12.924241 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-7a7812b8-e34b-4fa1-9201-2afeb15a0f65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d HTTP/1.1" status: 200 len: 217 time: 0.0439098 Dec 23 00:29:12.960933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.992298 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:12.995579 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-3a132d2f-2776-4f02-baef-cb75498090f3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--156488858&fields=id&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 267 time: 0.0746095 Dec 23 00:29:13.014883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.084045 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47358) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:13.094402 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-40b1fd64-56e8-47ac-b340-24be579f34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.096113 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-40b1fd64-56e8-47ac-b340-24be579f34b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.1306555 Dec 23 00:29:13.147048 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44701c04-c870-4051-a657-018cbfc26ad1 req-065e3704-de7c-45aa-b819-77210e915b42 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.155544 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-44701c04-c870-4051-a657-018cbfc26ad1 req-065e3704-de7c-45aa-b819-77210e915b42 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 944 time: 0.3523009 Dec 23 00:29:13.158082 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-89a08b9b-f327-4bfc-b8a5-3e2ea3f7c127 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332992 Dec 23 00:29:13.159033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:13.177685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.178830 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-9b86393a-5529-435e-ab1b-a853df2a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.180257 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-9b86393a-5529-435e-ab1b-a853df2a81a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0af1cb24d1f64955a2b95f4818c24a13&device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 1097 time: 0.1660738 Dec 23 00:29:13.183719 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.185126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a75762b-7c73-4875-aaa0-de785f07ef4b HTTP/1.1" status: 204 len: 168 time: 0.5603087 Dec 23 00:29:13.187713 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.202340 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Attempting to bind port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:13.202675 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Attempting to bind port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:13.203024 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Attempting to bind port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:13.227774 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bea63-a7f8-40af-b4ee-020b65be118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75762b-7c73-4875-aaa0-de785f07ef4b,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:13.236214 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:13.236540 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Attempting to bind port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:13.249157 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Transition to ACTIVE for port object a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:13.260454 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e32304ff-a373-4ba9-9a3b-6b4f55b29e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.266598 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.287582 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:13.287916 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Checking segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:13.288562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Bound using segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:13.289033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Bound port: 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:13.289387 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.379744 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-bc7062e5-938c-43fa-b193-0281d724c1fa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.381482 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-bc7062e5-938c-43fa-b193-0281d724c1fa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 816 time: 0.3656800 Dec 23 00:29:13.446605 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-dc17bdd9-d694-4d79-8a57-951bc4ba6057 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/quotas/a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 375 time: 0.0448544 Dec 23 00:29:13.510835 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-50142185-715d-4db4-82b5-dd330ee8575b service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435290 Dec 23 00:29:13.520845 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.523481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.524622 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdedd7db-a85f-4646-94dd-abc704244bfa HTTP/1.1" status: 204 len: 168 time: 1.1540990 Dec 23 00:29:13.529758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-dd2aeeb7-a7d8-4ce8-9b5d-a18cd4150bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.531638 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-dd2aeeb7-a7d8-4ce8-9b5d-a18cd4150bba service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b2c9e52-eadc-4805-b010-ddae43af9651 HTTP/1.1" status: 200 len: 911 time: 0.3370962 Dec 23 00:29:13.543268 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-44701c04-c870-4051-a657-018cbfc26ad1 req-d8bfcdca-4a4d-4854-8e17-5ef43ca3bf8c tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848286 Dec 23 00:29:13.626490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294c6d3-1740-4c29-b84a-c47e3bc8f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedd7db-a85f-4646-94dd-abc704244bfa,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:13.662224 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:13.794431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:13.837790 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:13.860980 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919764e0-efcd-4f8a-b1c1-c5e559c7cabb req-080b0dee-e600-48fa-9e65-0868af5ca83a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.862662 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-919764e0-efcd-4f8a-b1c1-c5e559c7cabb req-080b0dee-e600-48fa-9e65-0868af5ca83a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 943 time: 0.2083759 Dec 23 00:29:13.863834 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.876147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e32304ff-a373-4ba9-9a3b-6b4f55b29e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.913102 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Attempting to bind port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:13.913332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Attempting to bind port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:13.913650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Attempting to bind port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:13.915637 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e32304ff-a373-4ba9-9a3b-6b4f55b29e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.927707 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-daf39eeb-9bb4-4519-b917-750e129172c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573b175-83be-4471-9a7b-746a2cf7321d HTTP/1.1" status: 200 len: 217 time: 0.3789339 Dec 23 00:29:13.944900 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-b42adc5a-9a6a-46e1-a04c-86e56cadbf03 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4877126 Dec 23 00:29:13.963853 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:13.964455 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Attempting to bind port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 on network 5d529fba-942c-4c0c-aa5d-e2a45b604dd4 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:13.987261 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:13.987883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:13.989325 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] 10.222.0.43 "PUT /v2.0/ports/6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 1094 time: 2.6877701 Dec 23 00:29:13.992943 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:14.008101 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-739bec90-4b48-4b24-973c-fd5800cbf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.010108 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-739bec90-4b48-4b24-973c-fd5800cbf874 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ce060ea-0801-4e1d-a105-f927836a38bb HTTP/1.1" status: 200 len: 850 time: 0.0552192 Dec 23 00:29:14.032421 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:14.032807 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Checking segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:14.033166 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Bound using segment: {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:14.033637 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Bound port: a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a89809-f7e7-4458-93dd-1d97b6547862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:14.034000 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.050571 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e32304ff-a373-4ba9-9a3b-6b4f55b29e46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b960a06acee9417ab86562d21dd48f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9618535 Dec 23 00:29:14.054698 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47398) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:14.066668 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32304ff-a373-4ba9-9a3b-6b4f55b29e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4cb635-30f2-45df-a726-2ce47773832c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:14.103080 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f17f-bac0-408c-8db6-d076d9bbc89e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:14.119602 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-feed2988-e640-48e5-9ace-bddf71cb1905 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b2c9e52-eadc-4805-b010-ddae43af9651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979753 Dec 23 00:29:14.128918 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-919764e0-efcd-4f8a-b1c1-c5e559c7cabb req-05901a73-7cba-4535-90e6-cbcef8f3e503 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499382 Dec 23 00:29:14.202634 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-1225d1db-c2c5-478a-a33d-229c07e5ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.204236 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-1225d1db-c2c5-478a-a33d-229c07e5ff57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1097 time: 0.1407034 Dec 23 00:29:14.221700 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-164c12ad-9484-4c0b-8043-cdbd396e3b47 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022760 Dec 23 00:29:14.319890 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.340541 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 3573b175-83be-4471-9a7b-746a2cf7321d details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:14.343813 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:14.350004 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0239c20-c567-4497-aa31-89cbeed58ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:14.356098 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-3057c76f-10db-47ea-aa5a-e76aae220d43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.1357515 Dec 23 00:29:14.358787 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-ab76b09a-a4b1-4c5d-b766-6043a743a1fe service neutron] 10.222.0.24 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532832 Dec 23 00:29:14.384553 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.396955 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-aeb34e61-4606-43b7-ac1c-226c58cd0433 service neutron] 10.222.0.43 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310383 Dec 23 00:29:14.398193 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:14.425101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.518410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056be0-5255-4d84-b51c-d02275d192ed req-bc23dc0e-39d8-45e0-a189-c1765197e21b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.529366 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ab056be0-5255-4d84-b51c-d02275d192ed req-bc23dc0e-39d8-45e0-a189-c1765197e21b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 944 time: 0.3078556 Dec 23 00:29:14.538210 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.539181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.540933 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 200 len: 1093 time: 3.0222542 Dec 23 00:29:14.550728 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-21c1d012-cdea-4238-86a0-812b5a98be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.552834 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-21c1d012-cdea-4238-86a0-812b5a98be10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.1858056 Dec 23 00:29:14.624639 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-ec950697-7aaf-45dd-858f-838cc7948355 service neutron] 10.222.0.24 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535615 Dec 23 00:29:14.665838 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-73177f9b-efd0-4fa3-8fb2-688544822514 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929024 Dec 23 00:29:14.684225 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.693110 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.693827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3573b175-83be-4471-9a7b-746a2cf7321d,segment=NetworkSegment(7b9ff401-3509-4911-893c-167dffa1aa30),segment_id=7b9ff401-3509-4911-893c-167dffa1aa30)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:14.695262 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f4cb635-30f2-45df-a726-2ce47773832c HTTP/1.1" status: 204 len: 168 time: 0.5783350 Dec 23 00:29:14.718592 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '3573b175-83be-4471-9a7b-746a2cf7321d', 'network_id': '9b2c9e52-eadc-4805-b010-ddae43af9651', 'port_id': '3573b175-83be-4471-9a7b-746a2cf7321d', 'mac_address': 'fa:16:3e:ff:73:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce060ea-0801-4e1d-a105-f927836a38bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:14.726148 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4199c-e3fb-46b5-8b87-b6cb6248d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4cb635-30f2-45df-a726-2ce47773832c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:14.741474 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b045785e-ec1c-4f04-8fa1-829bbb99c175 req-27b6bf85-c3ef-45e9-9782-1239a120930a service neutron] 10.222.0.43 "GET /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284752 Dec 23 00:29:14.789138 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ab056be0-5255-4d84-b51c-d02275d192ed req-6ef0a4c6-09e9-4667-a8e0-4af2cf37a657 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586188 Dec 23 00:29:14.789784 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17406f-81ae-4b42-88ef-382f58f986c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:14.799231 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.840564 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573b175-83be-4471-9a7b-746a2cf7321d {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:14.871712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3573b175-83be-4471-9a7b-746a2cf7321d,segment=NetworkSegment(7b9ff401-3509-4911-893c-167dffa1aa30),segment_id=7b9ff401-3509-4911-893c-167dffa1aa30)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:14.879832 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:14.923110 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-accc7575-c43e-4b55-8e05-e9767931f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:14.930219 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-accc7575-c43e-4b55-8e05-e9767931f3bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1096 time: 0.2610614 Dec 23 00:29:14.938277 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:15.011682 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-7d5107e0-8429-406c-bd39-ac815c199cf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 200 len: 217 time: 0.0649912 Dec 23 00:29:15.014451 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-96aebe8a-7308-4fbe-b9ad-e758dd4f31e3 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973292 Dec 23 00:29:15.031833 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b03dd-7411-459c-b125-516f6c242fee req-e2880bc0-cf0a-4fac-8ca4-29e37d99f3c9 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:15.040886 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-237b03dd-7411-459c-b125-516f6c242fee req-e2880bc0-cf0a-4fac-8ca4-29e37d99f3c9 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 945 time: 0.0865831 Dec 23 00:29:15.080584 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-0a9770de-b37b-4252-9cd2-d7ab3d022505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:15.080584 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-0a9770de-b37b-4252-9cd2-d7ab3d022505 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0548232 Dec 23 00:29:15.108499 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-237b03dd-7411-459c-b125-516f6c242fee req-aa372c2c-2671-45a9-ad3e-46005ac55644 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647953 Dec 23 00:29:15.131251 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-42b7d218-3dd6-4d9f-b50c-01068029b83a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416760 Dec 23 00:29:15.249479 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['3573b175-83be-4471-9a7b-746a2cf7321d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:15.268945 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2c9aa2b7-878c-4cd0-b72c-a5fe31414824 req-461375d3-797d-4de8-997b-57e579a09214 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 210 time: 0.0554707 Dec 23 00:29:15.293245 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0995d275-4a4b-4a86-9209-31e8ff547308 req-670850b5-0425-4ed3-b44b-b76e254732d7 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043660 Dec 23 00:29:15.311246 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-3930de29-4efb-4f09-b5e5-9d561a057075 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718326 Dec 23 00:29:15.458640 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd029b-7e8f-4e8a-8364-dfda4e329098 req-96aa9dda-1052-4375-84ad-b0fcb5b2c08b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:15.468284 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c4bd029b-7e8f-4e8a-8364-dfda4e329098 req-96aa9dda-1052-4375-84ad-b0fcb5b2c08b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 943 time: 0.0895617 Dec 23 00:29:15.502512 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df67eb-20b9-47ac-a695-933c79d9359b x-openstack-request-id: req-d9df67eb-20b9-47ac-a695-933c79d9359b {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:15.503380 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:15.504308 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9df67eb-20b9-47ac-a695-933c79d9359b {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:15.505421 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'status': 'completed', 'code': 200} Dec 23 00:29:15.512254 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67bd47d9-8c80-496a-bf0b-c93873b7ccfe req-e083ce0d-75d5-4d13-a903-db16740080e3 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922774 Dec 23 00:29:15.549920 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c4bd029b-7e8f-4e8a-8364-dfda4e329098 req-ba4b4831-f049-4e5c-bc54-90b7e0e0df50 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792696 Dec 23 00:29:15.608739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-b447e7ab-4e60-4d7d-8392-da7590fa4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:15.611480 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-b447e7ab-4e60-4d7d-8392-da7590fa4ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1097 time: 0.0571642 Dec 23 00:29:15.630219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47458) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:15.663906 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ee64c219-79c7-4272-86bc-3bfa28027fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:15.834878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-a48eac55-26ba-4bd7-a88d-5cf92d711db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:15.836513 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-a48eac55-26ba-4bd7-a88d-5cf92d711db6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1974747 Dec 23 00:29:16.091577 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-e73e119e-e341-45f0-a58c-d383d8dc337d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.2357047 Dec 23 00:29:16.168831 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ee64c219-79c7-4272-86bc-3bfa28027fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.176507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-0bc4c9c0-20df-4e13-83d2-3295d32fd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:16.177994 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-0bc4c9c0-20df-4e13-83d2-3295d32fd535 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0746160 Dec 23 00:29:16.179914 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ee64c219-79c7-4272-86bc-3bfa28027fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.251310 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-903b5b29-c3d4-4ea6-8f68-8c81706febce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656362 Dec 23 00:29:16.259859 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ee64c219-79c7-4272-86bc-3bfa28027fea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f52693c7d1dc436bb14e7d4f29eecb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258607 Dec 23 00:29:16.260869 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47486) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.262103 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:16.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:16.266645 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1ae76-242a-4f77-bfb1-883ba2f9455d req-9e67426c-91cf-4c8a-8279-a8666958cdc9 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:16.269742 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-eae1ae76-242a-4f77-bfb1-883ba2f9455d req-9e67426c-91cf-4c8a-8279-a8666958cdc9 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 944 time: 0.1836562 Dec 23 00:29:16.271761 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64c219-79c7-4272-86bc-3bfa28027fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9387e927-e420-46cc-a67b-823a91aad809,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:16.301350 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fb4b2-cb73-42a3-bdee-cba1416168a8 req-f216f349-7ab3-40b0-942d-0b821a0d9577 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:16.311432 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c79fb4b2-cb73-42a3-bdee-cba1416168a8 req-f216f349-7ab3-40b0-942d-0b821a0d9577 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 945 time: 0.1103611 Dec 23 00:29:16.318901 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6cd92c9f-e453-4591-ba71-c76d3134b0e7 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:16.365853 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 3573b175-83be-4471-9a7b-746a2cf7321d up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:16.406967 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c79fb4b2-cb73-42a3-bdee-cba1416168a8 req-1c01111c-e5f3-42b7-a818-026ecfaecb04 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929513 Dec 23 00:29:16.460132 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.476923 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.db.resource_extend [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 00:29:16.497044 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-eae1ae76-242a-4f77-bfb1-883ba2f9455d req-b6e299f3-428e-44da-a02e-2594ce4e257d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099590 Dec 23 00:29:16.518587 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.536007 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-3797c2cd-2b6d-4111-a7d3-a5fe05dd5700 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652571 Dec 23 00:29:16.577893 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-80bb612e-7b3f-46b6-927e-fe1bee4ce51e req-3252c63f-f701-405c-b404-aca4d4e0933e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 210 time: 0.0437357 Dec 23 00:29:16.632365 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.635495 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.636672 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9387e927-e420-46cc-a67b-823a91aad809 HTTP/1.1" status: 204 len: 168 time: 0.3745108 Dec 23 00:29:16.652880 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb23f-3116-44e0-81ab-8a508d7dee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9387e927-e420-46cc-a67b-823a91aad809,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:16.707508 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 3573b175-83be-4471-9a7b-746a2cf7321d completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:16.719009 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 3573b175-83be-4471-9a7b-746a2cf7321d triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:16.719769 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.789374 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e08ec62c-abd5-455d-b70e-971c4d4843b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:16.790923 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e08ec62c-abd5-455d-b70e-971c4d4843b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 816 time: 0.4558034 Dec 23 00:29:16.795098 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:16.881686 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'port_id': '6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'mac_address': 'fa:16:3e:5c:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:16.884343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:16.926854 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cf10a-2c8c-4b7c-995d-6784a7ba9d0b req-fdea9a5a-6b6d-4288-bcc3-d5af7eb66ba6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:16.928069 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2b2cf10a-2c8c-4b7c-995d-6784a7ba9d0b req-fdea9a5a-6b6d-4288-bcc3-d5af7eb66ba6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 943 time: 0.2258179 Dec 23 00:29:16.933686 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0239c20-c567-4497-aa31-89cbeed58ea5 req-28afc694-6117-4416-8482-bfac3c9c5d95 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815503 Dec 23 00:29:16.953730 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-515c8d0a-596c-4a6f-98b0-53d3abe6b99e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 379 time: 0.1145413 Dec 23 00:29:16.954481 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:16.968166 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'port': {'device_id': 'd5566770-a980-45de-aa62-70b6385f47a7', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'admin_state_up': True, 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'security_groups': ['50929ed1-0b2d-479e-aba5-f1220a03fa91']}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:17.035684 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3573b175-83be-4471-9a7b-746a2cf7321d,segment=NetworkSegment(7b9ff401-3509-4911-893c-167dffa1aa30),segment_id=7b9ff401-3509-4911-893c-167dffa1aa30)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:17.037239 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.049599 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.056521 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd92c9f-e453-4591-ba71-c76d3134b0e7 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:17.058031 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2b2cf10a-2c8c-4b7c-995d-6784a7ba9d0b req-6a242322-a2a8-4065-94c4-2a5dd5adf8e7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197653 Dec 23 00:29:17.104811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:17.115510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.116225 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device d73c7d9e-748a-4da8-be4d-610c3134a41d details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:17.121257 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Made reservation on behalf of a55c5ff1d4cc4cb4b0ff214c22170a64 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:17.126368 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.131300 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:17.235272 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:17.279760 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:17.307143 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'd73c7d9e-748a-4da8-be4d-610c3134a41d', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'port_id': 'd73c7d9e-748a-4da8-be4d-610c3134a41d', 'mac_address': 'fa:16:3e:d8:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5595d246-8f91-4256-b0b3-2efc25c1fb6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:17.315552 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Allocated IP 172.20.0.9 (e1ef5f39-9518-448a-b88a-8a581ec38489/8e9cf299-2b44-4669-a09b-c0ff0f56bfdf/6e034844-293a-40ab-b9c7-abb62900daaf) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:17.372335 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.393668 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73c7d9e-748a-4da8-be4d-610c3134a41d {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:17.419429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9f287-fd33-4435-af1b-42be7ae0ca1d" -d '{"events": [{"server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "name": "network-vif-plugged", "status": "completed", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:17.428557 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:17.436843 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.472515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.498290 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:17.506405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:17.508965 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7650b213-3c1e-47ee-82bf-41dfdabaee7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:17.553575 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.562363 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e85c-76af-4e55-9693-680ab2f12fa9 req-9184deb2-9fb1-4da6-b5d0-e18db4575ff6 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:17.563827 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82c6e85c-76af-4e55-9693-680ab2f12fa9 req-9184deb2-9fb1-4da6-b5d0-e18db4575ff6 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0782185 Dec 23 00:29:17.622512 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:17.627424 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:17.654273 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:17.690943 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82c6e85c-76af-4e55-9693-680ab2f12fa9 req-4f512390-9087-42be-baf3-efe025a1709f tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013381 Dec 23 00:29:17.691565 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:17.730607 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:17.731905 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:17.782866 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-e2635958-b640-4314-b1a7-d848d3977d35 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205624 Dec 23 00:29:17.800180 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6cd92c9f-e453-4591-ba71-c76d3134b0e7'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:17.843300 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25478d4a-5405-4f4d-9e74-8089fcc5e060 x-openstack-request-id: req-25478d4a-5405-4f4d-9e74-8089fcc5e060 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:17.843771 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "name": "network-vif-plugged", "status": "completed", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:17.844267 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25478d4a-5405-4f4d-9e74-8089fcc5e060 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:17.845075 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d', 'code': 200} Dec 23 00:29:17.877883 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:17.891496 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47560) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:17.894998 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Request body: {'port': {'device_id': 'd5566770-a980-45de-aa62-70b6385f47a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:17.925767 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5792a1-51bb-43a5-870e-34eb65a24da7 x-openstack-request-id: req-4d5792a1-51bb-43a5-870e-34eb65a24da7 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:17.928260 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:17.929686 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d5792a1-51bb-43a5-870e-34eb65a24da7 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:17.930121 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17', 'status': 'completed', 'code': 200} Dec 23 00:29:18.099699 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-5cb864da-92c4-4c46-a048-3991ec70a2c4 None None] Provisioning complete for port 6e034844-293a-40ab-b9c7-abb62900daaf triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:18.100227 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5cb864da-92c4-4c46-a048-3991ec70a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.185061 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5cb864da-92c4-4c46-a048-3991ec70a2c4 None None] Port 6e034844-293a-40ab-b9c7-abb62900daaf cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:18.195802 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e0055-c0d0-4ef6-8fdd-71ebf6aca99e req-80e6115f-2f10-4db0-8db0-2bd0df023240 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.196418 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bb930-2037-4fe6-9ed7-76b86b5d39e8 req-c1231585-8e96-425d-af62-3851e0a9d911 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.202066 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9b2e0055-c0d0-4ef6-8fdd-71ebf6aca99e req-80e6115f-2f10-4db0-8db0-2bd0df023240 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.4063730 Dec 23 00:29:18.203924 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bf9bb930-2037-4fe6-9ed7-76b86b5d39e8 req-c1231585-8e96-425d-af62-3851e0a9d911 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 931 time: 0.1480763 Dec 23 00:29:18.218465 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce985-40a5-4111-80e5-dc70435eb462 req-11d4b53c-bf41-4962-9252-a0adaae464e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.220090 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-567ce985-40a5-4111-80e5-dc70435eb462 req-11d4b53c-bf41-4962-9252-a0adaae464e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 1099 time: 0.1217775 Dec 23 00:29:18.247206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-567ce985-40a5-4111-80e5-dc70435eb462 req-116f0c8e-92ec-453e-9f98-cead8fc5c2d1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.280603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.299032 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bf9bb930-2037-4fe6-9ed7-76b86b5d39e8 req-d673fa51-f7a8-4889-8cc1-884dcd75aa79 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940044 Dec 23 00:29:18.320565 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-d85e12fc-a3f6-4e7d-b583-173833ca1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.324730 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-d85e12fc-a3f6-4e7d-b583-173833ca1825 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1096 time: 0.3885236 Dec 23 00:29:18.425340 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-567ce985-40a5-4111-80e5-dc70435eb462 req-116f0c8e-92ec-453e-9f98-cead8fc5c2d1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.426711 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8a1a-6767-40c2-afc4-04714bc9f76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.438250 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:18.441278 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-567ce985-40a5-4111-80e5-dc70435eb462 req-116f0c8e-92ec-453e-9f98-cead8fc5c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.490714 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9b2e0055-c0d0-4ef6-8fdd-71ebf6aca99e req-0e6a5c5f-a142-4400-bb3e-c75c86d06703 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379651 Dec 23 00:29:18.576791 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:18.588048 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-567ce985-40a5-4111-80e5-dc70435eb462 req-116f0c8e-92ec-453e-9f98-cead8fc5c2d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594594 Dec 23 00:29:18.588729 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17', 'network_id': '5d529fba-942c-4c0c-aa5d-e2a45b604dd4', 'port_id': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17', 'mac_address': 'fa:16:3e:59:43:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:18.597216 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0c8e-92ec-453e-9f98-cead8fc5c2d1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4236e84c-482a-461f-94c4-99c543951040,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:18.621369 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c2459-fed6-494c-92ec-542fc9a2b1af req-28c8247d-e0cc-43c9-bd0e-8df1d0e23e81 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.621948 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-4d0307f0-4584-428d-89e5-b573a85af1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.623575 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-4d0307f0-4584-428d-89e5-b573a85af1d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.2890036 Dec 23 00:29:18.624084 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-096c2459-fed6-494c-92ec-542fc9a2b1af req-28c8247d-e0cc-43c9-bd0e-8df1d0e23e81 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 943 time: 0.1836722 Dec 23 00:29:18.672679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.678888 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-096c2459-fed6-494c-92ec-542fc9a2b1af req-c5dc1bd2-3a0f-4276-bc19-d3c1afe54c4f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Dec 23 00:29:18.709892 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:18.719816 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8a1a-6767-40c2-afc4-04714bc9f76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.728390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8a1a-6767-40c2-afc4-04714bc9f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.745331 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:18.757579 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.788695 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f2cc8a1a-6767-40c2-afc4-04714bc9f76e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0b4d4f006df4dc9b86f8a1466cd5b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935800 Dec 23 00:29:18.789152 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47596) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:18.820227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc8a1a-6767-40c2-afc4-04714bc9f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07d15a-ea33-4798-a2df-51587c693a78,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:18.833366 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:18.864012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.891387 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.910551 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0156c-f590-4466-869e-2d81fcaf4251 req-646468f7-4488-40dd-b047-2874913e6206 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:18.912073 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b0156c-f590-4466-869e-2d81fcaf4251 req-646468f7-4488-40dd-b047-2874913e6206 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.1211884 Dec 23 00:29:18.959057 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:18.973638 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.988273 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.993824 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:18.996611 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c07d15a-ea33-4798-a2df-51587c693a78 HTTP/1.1" status: 204 len: 168 time: 0.2063336 Dec 23 00:29:19.000907 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Transition to ACTIVE for port object 6e034844-293a-40ab-b9c7-abb62900daaf will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:19.004939 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b0156c-f590-4466-869e-2d81fcaf4251 req-1f08025c-2bfb-4591-abe5-621f0da33373 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756173 Dec 23 00:29:19.007758 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.031283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226b99d-c068-4cca-af6f-1634e7a604cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07d15a-ea33-4798-a2df-51587c693a78,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:19.066070 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:19.158137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Attempting to bind port 6e034844-293a-40ab-b9c7-abb62900daaf on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:19.158499 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Attempting to bind port 6e034844-293a-40ab-b9c7-abb62900daaf by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:19.158828 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Attempting to bind port 6e034844-293a-40ab-b9c7-abb62900daaf on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:19.163873 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Port 6e034844-293a-40ab-b9c7-abb62900daaf on network e1ef5f39-9518-448a-b88a-8a581ec38489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:19.164361 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Attempting to bind port 6e034844-293a-40ab-b9c7-abb62900daaf on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:19.169908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:19.170287 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Checking segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:19.170700 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Bound using segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:19.171182 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Bound port: 6e034844-293a-40ab-b9c7-abb62900daaf, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:19.171543 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.244967 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:19.250176 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:19.257001 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.311453 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:19.311890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.313280 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 1093 time: 1.4573288 Dec 23 00:29:19.338429 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51712eb5-0b60-4a2c-a028-a76446426496 service neutron] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:19.461588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14807-f432-45ed-9e10-05021bf47710 req-260de388-9c19-44b4-b646-7da7a6f95819 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:19.463119 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a9e14807-f432-45ed-9e10-05021bf47710 req-260de388-9c19-44b4-b646-7da7a6f95819 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0510712 Dec 23 00:29:19.489786 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47614) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:19.511554 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f34f6b05-17ea-43d4-854e-c2cde6e4e1d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.557961 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a9e14807-f432-45ed-9e10-05021bf47710 req-1a7a4219-f1b1-48a3-b531-1539b9331f6f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790846 Dec 23 00:29:19.591181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0e25-0f5a-480b-ac2d-e7ae45725a9d req-880e58ac-b23e-420c-875d-13efa46216ac tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:19.592848 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-489b0e25-0f5a-480b-ac2d-e7ae45725a9d req-880e58ac-b23e-420c-875d-13efa46216ac tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Dec 23 00:29:19.623529 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f34f6b05-17ea-43d4-854e-c2cde6e4e1d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.628324 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f34f6b05-17ea-43d4-854e-c2cde6e4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.643400 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-489b0e25-0f5a-480b-ac2d-e7ae45725a9d req-cb0e65c5-0bca-49b8-9e97-067ea86085cc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Dec 23 00:29:19.671796 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f34f6b05-17ea-43d4-854e-c2cde6e4e1d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a62734745b034f11bfc96f374d5fecc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809895 Dec 23 00:29:19.672627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f6b05-17ea-43d4-854e-c2cde6e4e1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045af307-09f9-4142-bfa5-4f12bb094de8,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:19.674656 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47618) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:19.720851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.741313 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.787748 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.790364 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:19.791566 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/045af307-09f9-4142-bfa5-4f12bb094de8 HTTP/1.1" status: 204 len: 168 time: 0.1158664 Dec 23 00:29:19.799164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c468e-c4c3-4155-b01d-8e73ae03c92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045af307-09f9-4142-bfa5-4f12bb094de8,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:19.800733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275c415-ee35-4846-aa7b-6839bc0e9502 req-11261755-5e63-441f-9745-5246a0d6e141 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:19.802274 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0275c415-ee35-4846-aa7b-6839bc0e9502 req-11261755-5e63-441f-9745-5246a0d6e141 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 944 time: 0.0505228 Dec 23 00:29:19.851511 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0275c415-ee35-4846-aa7b-6839bc0e9502 req-53638d76-c218-4891-b37f-4ee249d0ce68 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Dec 23 00:29:19.930924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:19.933743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da223a-02e8-4405-a5f8-712db87023c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:19.970952 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af0002-9132-4558-9a0e-d406024f588e x-openstack-request-id: req-d4af0002-9132-4558-9a0e-d406024f588e {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:19.972603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:19.972603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4af0002-9132-4558-9a0e-d406024f588e {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:19.972603 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'status': 'completed', 'code': 200} Dec 23 00:29:20.130148 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4cc42-7892-4468-99d2-2a8679d6b2ab req-87adacbf-5813-49d8-8aec-8eb11db85a77 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:20.131645 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-23c4cc42-7892-4468-99d2-2a8679d6b2ab req-87adacbf-5813-49d8-8aec-8eb11db85a77 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0482306 Dec 23 00:29:20.179029 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-23c4cc42-7892-4468-99d2-2a8679d6b2ab req-5480cba1-d4cc-4dde-9cd0-ce96d9cbd9e1 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Dec 23 00:29:20.664131 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618deb-6558-4fdf-9cbd-00f7466a152d req-b70335ae-1971-40be-9ec3-6397b722d6ad tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:20.675195 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bf618deb-6558-4fdf-9cbd-00f7466a152d req-b70335ae-1971-40be-9ec3-6397b722d6ad tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0595682 Dec 23 00:29:20.729167 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bf618deb-6558-4fdf-9cbd-00f7466a152d req-b81bba95-a0a1-4b59-a2d4-f79da02b4f89 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454295 Dec 23 00:29:20.774686 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deb4be-863b-4007-a567-974647a6d9c7 req-5ce11f92-b3d7-43fc-a0b7-fa3dd71ad7b1 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:20.776191 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b7deb4be-863b-4007-a567-974647a6d9c7 req-5ce11f92-b3d7-43fc-a0b7-fa3dd71ad7b1 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.0601201 Dec 23 00:29:20.823189 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b7deb4be-863b-4007-a567-974647a6d9c7 req-fe9bec8d-f323-4e09-988b-17f5019ce9e8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Dec 23 00:29:20.964380 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1ea7-ec40-47cd-9f4e-2eafa940f7a5 req-e9d53363-a4ff-4559-8f67-b7fad0f87d31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:20.966231 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1ab1ea7-ec40-47cd-9f4e-2eafa940f7a5 req-e9d53363-a4ff-4559-8f67-b7fad0f87d31 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 944 time: 0.0497379 Dec 23 00:29:21.012735 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1ab1ea7-ec40-47cd-9f4e-2eafa940f7a5 req-8d1ee187-b012-439b-9d3f-0964cf4918ca tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Dec 23 00:29:21.292980 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4bd86-63c0-415f-8234-fad1129b37c2 req-ec35706f-9642-4509-872e-040db9dcdf2d tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:21.294501 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-02d4bd86-63c0-415f-8234-fad1129b37c2 req-ec35706f-9642-4509-872e-040db9dcdf2d tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0491972 Dec 23 00:29:21.342050 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-02d4bd86-63c0-415f-8234-fad1129b37c2 req-234e7c16-f723-48ac-b895-dc76c233cd4b tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Dec 23 00:29:21.682618 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-1137fc6f-64e1-4155-959c-ec00bcfd065b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 200 len: 217 time: 0.0431449 Dec 23 00:29:21.751677 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-b20506c4-fde0-4307-b188-356aad217c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:21.753103 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-b20506c4-fde0-4307-b188-356aad217c2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0546529 Dec 23 00:29:21.754981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da223a-02e8-4405-a5f8-712db87023c4 req-50d4a56f-6733-47e5-80a5-dbf78dde07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:21.756380 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-17da223a-02e8-4405-a5f8-712db87023c4 req-50d4a56f-6733-47e5-80a5-dbf78dde07ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1096 time: 0.0828166 Dec 23 00:29:21.789518 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:21.828451 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-58b4e569-b219-4c1a-9de1-7827c20135f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523965 Dec 23 00:29:21.943465 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f79c8-1103-49ad-a5e7-6c5914e69b41 req-eeb02602-cb3f-46c2-bf2d-7eba346d098c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:21.944947 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6e3f79c8-1103-49ad-a5e7-6c5914e69b41 req-eeb02602-cb3f-46c2-bf2d-7eba346d098c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Dec 23 00:29:21.995220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6e3f79c8-1103-49ad-a5e7-6c5914e69b41 req-8cefe6e1-222a-4cc1-bc1f-1a46e5264d4d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Dec 23 00:29:22.047945 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da223a-02e8-4405-a5f8-712db87023c4 req-72a73c3e-7de7-42e5-a82b-079f2125e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.049281 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-17da223a-02e8-4405-a5f8-712db87023c4 req-72a73c3e-7de7-42e5-a82b-079f2125e88f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2653446 Dec 23 00:29:22.060475 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903096-1dd1-47cb-93ce-2d059b4ed6b9 req-70e06476-ae3c-4367-b331-043c3bb9e40d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.061925 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef903096-1dd1-47cb-93ce-2d059b4ed6b9 req-70e06476-ae3c-4367-b331-043c3bb9e40d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.2358234 Dec 23 00:29:22.199054 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a497f8e-1762-465f-a088-5a79c6aa1b0a req-d1ba973c-70ca-4cf6-aa9a-7067aaf3399b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.200962 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6a497f8e-1762-465f-a088-5a79c6aa1b0a req-d1ba973c-70ca-4cf6-aa9a-7067aaf3399b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 944 time: 0.0670331 Dec 23 00:29:22.254437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6a497f8e-1762-465f-a088-5a79c6aa1b0a req-3fa9a088-31d1-448c-8ce4-989c7875fdc1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460682 Dec 23 00:29:22.326338 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-2c9f52a1-eb88-47bb-93d2-103f81770565 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674032 Dec 23 00:29:22.454326 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e232273-70ae-4f27-977a-1dcdbea82e7a req-0ebc3a55-11b8-498c-a9f9-23acd7e8f95f tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.455815 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1e232273-70ae-4f27-977a-1dcdbea82e7a req-0ebc3a55-11b8-498c-a9f9-23acd7e8f95f tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0490127 Dec 23 00:29:22.471782 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef903096-1dd1-47cb-93ce-2d059b4ed6b9 req-6393c15e-f1ee-4cba-be3a-cabdfa7fedab tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957958 Dec 23 00:29:22.531205 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1e232273-70ae-4f27-977a-1dcdbea82e7a req-50797ccf-a790-4914-b8e9-971fc617c895 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640392 Dec 23 00:29:22.545868 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da223a-02e8-4405-a5f8-712db87023c4 req-fb1be5e0-3caa-4010-831d-4b2fe5cbca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.547744 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-17da223a-02e8-4405-a5f8-712db87023c4 req-fb1be5e0-3caa-4010-831d-4b2fe5cbca9e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4848115 Dec 23 00:29:22.553516 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7650b213-3c1e-47ee-82bf-41dfdabaee7a req-d18e6917-7e37-4eb0-b1d2-81cc96b9acfd service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136731 Dec 23 00:29:22.684174 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-4ee8441a-854b-48a4-a9bf-76f917f95de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.686284 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-4ee8441a-854b-48a4-a9bf-76f917f95de0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1096 time: 0.0664830 Dec 23 00:29:22.743922 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-af9201e6-f670-43d9-b36a-f525ff5cdc7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 217 time: 0.0351937 Dec 23 00:29:22.796272 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-9309ec66-b24b-4910-812f-1f3e53492453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.797949 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-9309ec66-b24b-4910-812f-1f3e53492453 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0469308 Dec 23 00:29:22.860407 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-417538e1-6c4e-46c8-81be-1314b6a94f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:22.861926 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-417538e1-6c4e-46c8-81be-1314b6a94f54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545180 Dec 23 00:29:22.995154 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-9fc0f75b-ec6b-4c09-ae05-b5990ecd5ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902190 Dec 23 00:29:23.139741 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f0087866-6839-42b8-93f6-0cc7c40c606b req-581a4bcb-ce56-49a8-8ba4-26e5d1c194f2 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359088 Dec 23 00:29:23.171428 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d079e-7866-407a-a702-d89855343732 req-c5803611-d543-42e3-861d-3f2e1e09f231 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:23.174297 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-321d079e-7866-407a-a702-d89855343732 req-c5803611-d543-42e3-861d-3f2e1e09f231 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.0709667 Dec 23 00:29:23.234554 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-321d079e-7866-407a-a702-d89855343732 req-d56b9e6b-5da2-497e-bce6-add9ed9d17c7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Dec 23 00:29:23.379273 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1155f61-95dd-49a0-b710-ade5d6851331 req-89663792-d59a-40b5-baf6-22149140bcce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:23.381469 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1155f61-95dd-49a0-b710-ade5d6851331 req-89663792-d59a-40b5-baf6-22149140bcce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 944 time: 0.0598671 Dec 23 00:29:23.383072 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6cd92c9f-e453-4591-ba71-c76d3134b0e7 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:23.438733 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:23.449042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:23.450325 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.473294 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1155f61-95dd-49a0-b710-ade5d6851331 req-797fd06a-8331-4889-84d1-a6fd16a45447 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Dec 23 00:29:23.631078 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19290e-6c10-45a2-a703-da929c7caeab req-87b7e494-cf8d-407c-9ca3-cbf90533e356 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:23.633055 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9c19290e-6c10-45a2-a703-da929c7caeab req-87b7e494-cf8d-407c-9ca3-cbf90533e356 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0595691 Dec 23 00:29:23.672631 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cc428-25d6-434f-9fc6-243bf39cb836 req-476c989a-cb42-4282-ab47-4492308037de tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:23.674895 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c58cc428-25d6-434f-9fc6-243bf39cb836 req-476c989a-cb42-4282-ab47-4492308037de tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0638540 Dec 23 00:29:23.697862 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.718728 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47788) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:23.719190 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9c19290e-6c10-45a2-a703-da929c7caeab req-95a5e527-2b4a-4c45-8fe5-f37806b0aab6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631306 Dec 23 00:29:23.729515 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:23.731912 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdddf1cb-7a03-448a-8e1c-237abfaed321" -d '{"events": [{"server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "name": "network-vif-plugged", "status": "completed", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:23.741835 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c58cc428-25d6-434f-9fc6-243bf39cb836 req-6b861e95-b27d-49b7-b680-68b66b2f5b8c tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563388 Dec 23 00:29:23.758259 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:23.765697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.767234 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:23.794894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50530ec-a7e1-4516-b10e-7d0f44474440 x-openstack-request-id: req-b50530ec-a7e1-4516-b10e-7d0f44474440 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:23.795208 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "name": "network-vif-plugged", "status": "completed", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:23.795523 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b50530ec-a7e1-4516-b10e-7d0f44474440 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:23.795823 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'code': 200} Dec 23 00:29:23.862005 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:23.873179 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:23.875231 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-255dee04-872b-4ff5-9125-47e8cf7eaaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.880098 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:23.880474 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.977836 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-255dee04-872b-4ff5-9125-47e8cf7eaaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.977956 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:23.983952 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-255dee04-872b-4ff5-9125-47e8cf7eaaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.025982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:24.034643 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.034643 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device d73c7d9e-748a-4da8-be4d-610c3134a41d up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:24.035709 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-255dee04-872b-4ff5-9125-47e8cf7eaaea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2f5ed4f2baf4bfd9fa2bdc043e5a915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157561 Dec 23 00:29:24.036584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47800) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:24.041818 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dee04-872b-4ff5-9125-47e8cf7eaaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650e1961-0870-43ca-9025-4b6efdc45545,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.107442 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82329f57-8244-46ff-b368-a23f6fa83c06 req-bb10dfc5-302b-4d32-adff-269a4e9c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:24.108949 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82329f57-8244-46ff-b368-a23f6fa83c06 req-bb10dfc5-302b-4d32-adff-269a4e9c7477 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.1143816 Dec 23 00:29:24.113648 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.133968 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.160807 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port d73c7d9e-748a-4da8-be4d-610c3134a41d completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:24.166125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port d73c7d9e-748a-4da8-be4d-610c3134a41d triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:24.166560 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.190159 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.229953 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82329f57-8244-46ff-b368-a23f6fa83c06 req-e7262aa1-27c3-44ef-a144-75eb0a45dad3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125987 Dec 23 00:29:24.252526 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.255056 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.256172 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/650e1961-0870-43ca-9025-4b6efdc45545 HTTP/1.1" status: 204 len: 168 time: 0.2171686 Dec 23 00:29:24.265762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8a4d4-80a5-4e12-ab09-0e7b62eee35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e1961-0870-43ca-9025-4b6efdc45545,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.293162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.331216 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:24.336125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.367277 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940723-6bf9-42d7-a8e0-f501a843f88f req-4252b248-b8f2-48e9-8b53-d08b38893366 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:24.368819 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77940723-6bf9-42d7-a8e0-f501a843f88f req-4252b248-b8f2-48e9-8b53-d08b38893366 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Dec 23 00:29:24.391914 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.420320 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77940723-6bf9-42d7-a8e0-f501a843f88f req-5cc7ab2c-36e9-4200-933c-f6f28136f236 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Dec 23 00:29:24.551191 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47822) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:24.569106 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1cd854c5-e948-4ec8-820d-b109a5cdb6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.612095 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c945eb-223d-4753-a6a1-1a28ddaf0744 req-ce26256a-ddb7-4734-a592-074f0933a692 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:24.619317 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-38c945eb-223d-4753-a6a1-1a28ddaf0744 req-ce26256a-ddb7-4734-a592-074f0933a692 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Dec 23 00:29:24.669158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1cd854c5-e948-4ec8-820d-b109a5cdb6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.679938 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1cd854c5-e948-4ec8-820d-b109a5cdb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.685401 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-38c945eb-223d-4753-a6a1-1a28ddaf0744 req-366ce75f-c48b-43f0-a2fa-40f2a83a36b9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648642 Dec 23 00:29:24.723010 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1cd854c5-e948-4ec8-820d-b109a5cdb6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed41f5b182ed4d71b33d804c6523a6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710551 Dec 23 00:29:24.726671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47826) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:24.732218 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd854c5-e948-4ec8-820d-b109a5cdb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b5502-8e9b-4059-b153-f523cb222e73,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.797529 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.823861 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.849697 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30904999-aad3-4511-aa69-7d24f94538bd req-1cc58ca0-58d0-4a38-a636-6a59478cc332 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:24.857251 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-30904999-aad3-4511-aa69-7d24f94538bd req-1cc58ca0-58d0-4a38-a636-6a59478cc332 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0569139 Dec 23 00:29:24.872198 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47834) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:24.880042 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.883743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:24.888081 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b9b5502-8e9b-4059-b153-f523cb222e73 HTTP/1.1" status: 204 len: 168 time: 0.1589582 Dec 23 00:29:24.896625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c3dbd-0d1a-420f-9bbf-08d66f71a2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b5502-8e9b-4059-b153-f523cb222e73,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:24.926330 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-30904999-aad3-4511-aa69-7d24f94538bd req-49b77cc5-33bc-483b-9f46-ce4b292447ef tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680969 Dec 23 00:29:24.985910 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a7539769-73e4-43e3-a4b2-73da4a9291f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.060728 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a7539769-73e4-43e3-a4b2-73da4a9291f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.066523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a7539769-73e4-43e3-a4b2-73da4a9291f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.069293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47842) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:25.110061 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a7539769-73e4-43e3-a4b2-73da4a9291f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1364bc9733b42bc84c735e105c0bc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368522 Dec 23 00:29:25.111325 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47846) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:25.114509 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7539769-73e4-43e3-a4b2-73da4a9291f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7795fb0f-bca4-4cb9-9e64-e92adeb8560d,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:25.160709 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.181984 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.245526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.248110 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.251657 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7795fb0f-bca4-4cb9-9e64-e92adeb8560d HTTP/1.1" status: 204 len: 168 time: 0.1368947 Dec 23 00:29:25.275219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814b1b1-4ba9-4946-b85c-8701b4a662aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7795fb0f-bca4-4cb9-9e64-e92adeb8560d,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:25.313343 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-17eb8282-41f7-43f1-8583-206b557c9fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.390011 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:25.452249 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-17eb8282-41f7-43f1-8583-206b557c9fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.465177 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-17eb8282-41f7-43f1-8583-206b557c9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.514959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47870) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:25.528614 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-17eb8282-41f7-43f1-8583-206b557c9fe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0344bcebde1940ec87127a5fd0d0a846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562709 Dec 23 00:29:25.593608 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8282-41f7-43f1-8583-206b557c9fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d329cc89-fd80-497c-874e-1a6bb0b84fe7,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:25.618804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.633067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:25.636775 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72679daf-9502-476d-b9bc-bf6c20800a8e req-8cc0cab7-d041-4f25-9424-4d9340cbf726 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:25.644769 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-72679daf-9502-476d-b9bc-bf6c20800a8e req-8cc0cab7-d041-4f25-9424-4d9340cbf726 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0832665 Dec 23 00:29:25.649721 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '6e034844-293a-40ab-b9c7-abb62900daaf', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:25.671663 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.697852 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.713510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:25.739593 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-72679daf-9502-476d-b9bc-bf6c20800a8e req-1adaa83b-88e1-4a1c-bef4-9a496ce658d6 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901239 Dec 23 00:29:25.770690 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:25.772333 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.777340 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.778683 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d329cc89-fd80-497c-874e-1a6bb0b84fe7 HTTP/1.1" status: 204 len: 168 time: 0.2627397 Dec 23 00:29:25.781727 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:25.792794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bc7b4-2ae8-4687-ac55-32d60183abf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d329cc89-fd80-497c-874e-1a6bb0b84fe7,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:25.826297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17'}, {'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:25.828896 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22163d02-a800-44b2-af43-81a32a1e7c6a" -d '{"events": [{"server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17"}, {"server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "name": "network-vif-plugged", "status": "completed", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:25.869299 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:25.897419 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47896) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:25.942748 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02772-d27f-45b1-8b96-5e48c9058de7 req-5df8285c-44b9-4af3-9132-e0153ba46dee tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:25.945384 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13a02772-d27f-45b1-8b96-5e48c9058de7 req-5df8285c-44b9-4af3-9132-e0153ba46dee tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1181698 Dec 23 00:29:25.971352 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6da649-8287-4745-b114-61011d36c6ca x-openstack-request-id: req-6b6da649-8287-4745-b114-61011d36c6ca {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:25.971650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17", "code": 200}, {"server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "name": "network-vif-plugged", "status": "completed", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:25.971902 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b6da649-8287-4745-b114-61011d36c6ca {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:25.972294 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17', 'code': 200} Dec 23 00:29:25.972544 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d', 'code': 200} Dec 23 00:29:26.018500 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13a02772-d27f-45b1-8b96-5e48c9058de7 req-21e40cb6-9ba9-42f2-bdd9-69757658705d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652840 Dec 23 00:29:26.083222 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0cae2-4b95-4427-bdd9-4c0a3205af08 req-c6032caa-8535-459a-89a9-e44246d3f3a5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:26.085101 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-29c0cae2-4b95-4427-bdd9-4c0a3205af08 req-c6032caa-8535-459a-89a9-e44246d3f3a5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0576849 Dec 23 00:29:26.144051 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-29c0cae2-4b95-4427-bdd9-4c0a3205af08 req-aef3bf19-711f-42f3-8367-1d51627bbf1d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Dec 23 00:29:26.144967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6e034844-293a-40ab-b9c7-abb62900daaf'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:26.349030 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4e37-18f5-4c3c-a604-a27e29630e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.365633 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf262-7454-4e46-9044-94d9ca1c1b73 req-760d7111-9c67-4b53-8434-564cf5ffa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:26.367104 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9facf262-7454-4e46-9044-94d9ca1c1b73 req-760d7111-9c67-4b53-8434-564cf5ffa3da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 1099 time: 0.0711718 Dec 23 00:29:26.407809 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c747b266-664e-417f-a639-ed5004b97203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.455294 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4e37-18f5-4c3c-a604-a27e29630e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.462412 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4e37-18f5-4c3c-a604-a27e29630e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.469014 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4e43-42e1-4a28-82ef-4492da7b239a req-5d20945e-382d-440c-a707-d33346241f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:26.470565 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4b0b4e43-42e1-4a28-82ef-4492da7b239a req-5d20945e-382d-440c-a707-d33346241f49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1098 time: 0.0904427 Dec 23 00:29:26.474392 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9facf262-7454-4e46-9044-94d9ca1c1b73 req-40f03e79-c15c-4425-ab2a-4ea81aa2cf14 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791938 Dec 23 00:29:26.503635 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b3fe4e37-18f5-4c3c-a604-a27e29630e16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08874be926ff4ee5a8e606d2bd84380f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039352 Dec 23 00:29:26.506577 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47916) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:26.513063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe4e37-18f5-4c3c-a604-a27e29630e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17aa77f-56ee-4049-be82-479af185ecbf,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:26.565347 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.569906 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47920) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:26.594317 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-34413aa7-04a0-4d72-b334-4a8e64cf072e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.599128 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.669232 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.672420 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.673962 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d17aa77f-56ee-4049-be82-479af185ecbf HTTP/1.1" status: 204 len: 168 time: 0.1663837 Dec 23 00:29:26.682089 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d2964-03c2-49f6-afcc-b32cf71d0d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17aa77f-56ee-4049-be82-479af185ecbf,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:26.691410 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:29:26.716872 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-34413aa7-04a0-4d72-b334-4a8e64cf072e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.725056 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-34413aa7-04a0-4d72-b334-4a8e64cf072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.784078 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-34413aa7-04a0-4d72-b334-4a8e64cf072e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37a4549793404e21809eb763fc132d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126036 Dec 23 00:29:26.786703 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47932) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:26.787228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34413aa7-04a0-4d72-b334-4a8e64cf072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3381b5e0-dc61-430e-b6cf-a57be9498c83,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:26.829683 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4b0b4e43-42e1-4a28-82ef-4492da7b239a req-fe339236-af11-4a1b-8c59-002848c5d0d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923479 Dec 23 00:29:26.888437 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.900883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5d5f1-7156-4173-a28f-57e5f120e980 req-efc6acf6-3640-4229-960b-919df3b2a3e1 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:26.902448 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5fa5d5f1-7156-4173-a28f-57e5f120e980 req-efc6acf6-3640-4229-960b-919df3b2a3e1 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0724435 Dec 23 00:29:26.930310 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:26.983774 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47938) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:26.994751 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5fa5d5f1-7156-4173-a28f-57e5f120e980 req-66e1ca9d-a687-44e3-89d5-beb88e5989e7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787933 Dec 23 00:29:27.024380 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.027177 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.030839 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3381b5e0-dc61-430e-b6cf-a57be9498c83 HTTP/1.1" status: 204 len: 168 time: 0.2396183 Dec 23 00:29:27.041090 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e19152-843d-4161-89fb-4df4ac01d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3381b5e0-dc61-430e-b6cf-a57be9498c83,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.139172 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 47954) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:27.148816 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb7923-3bce-4257-837a-442c178c3416 req-c5000aff-4824-4bd3-937a-a0f19037df1b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:27.150673 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-94eb7923-3bce-4257-837a-442c178c3416 req-c5000aff-4824-4bd3-937a-a0f19037df1b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0503881 Dec 23 00:29:27.162525 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123563771-network', 'tenant_id': '3a35171326e3486f82061e023d776780'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:27.166672 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0b05a125-c44f-44af-82cb-2a563fa72241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.214295 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Made reservation on behalf of 3a35171326e3486f82061e023d776780 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:27.217018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.231582 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.255413 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-94eb7923-3bce-4257-837a-442c178c3416 req-07331b45-9e75-44d2-804f-44881d6d9448 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977550 Dec 23 00:29:27.348560 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289ca09-a6ae-434c-ba77-5e242ea17850 req-ecbc71b0-e342-4aca-88ec-1c7826a69af8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:27.350072 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8289ca09-a6ae-434c-ba77-5e242ea17850 req-ecbc71b0-e342-4aca-88ec-1c7826a69af8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.1053734 Dec 23 00:29:27.377492 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0b05a125-c44f-44af-82cb-2a563fa72241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.392332 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0b05a125-c44f-44af-82cb-2a563fa72241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.419030 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:27.453721 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05a125-c44f-44af-82cb-2a563fa72241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb6b60-25be-452b-9dde-4fd80ff2ea9f,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.484552 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.485410 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 6e034844-293a-40ab-b9c7-abb62900daaf completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:27.488757 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8289ca09-a6ae-434c-ba77-5e242ea17850 req-160771d2-9499-4208-99f8-f9ba190d71e4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255755 Dec 23 00:29:27.495217 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0b05a125-c44f-44af-82cb-2a563fa72241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18e4574a3b65471096aed595810198d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545222 Dec 23 00:29:27.495617 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 47972) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:27.496518 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.509668 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:29:27.517352 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 6e034844-293a-40ab-b9c7-abb62900daaf triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:27.519510 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.519853 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Added segment 3251afc0-a704-4934-9c7d-0852b76e1f6d of type vlan for network e745a07e-ca2d-43c1-b41e-15537a819024 Dec 23 00:29:27.522858 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.579330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a830c0-e347-45c4-ad2f-8d83f892ecc5,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.593033 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.626747 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.634849 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.636794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:27.637531 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.665666 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.670037 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.725510 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7403567 Dec 23 00:29:27.728533 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:27.730841 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48008) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:27.731267 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a1f3-5b7a-4f6a-86ad-3742cc647291 admin admin] Pushing event updated for resources: {'Network': ['ID=e745a07e-ca2d-43c1-b41e-15537a819024,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.735958 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.744356 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network e745a07e-ca2d-43c1-b41e-15537a819024 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:29:27.747374 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Request body: {'subnet': {'network_id': 'e745a07e-ca2d-43c1-b41e-15537a819024', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123563771-subnet', 'tenant_id': '3a35171326e3486f82061e023d776780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:27.752547 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.755109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.756184 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3abb6b60-25be-452b-9dde-4fd80ff2ea9f HTTP/1.1" status: 204 len: 168 time: 0.2593677 Dec 23 00:29:27.804360 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Made reservation on behalf of 3a35171326e3486f82061e023d776780 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:27.807898 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:27.839302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcd7ce-944e-4264-8602-2b3a4a072d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb6b60-25be-452b-9dde-4fd80ff2ea9f,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.879248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:27.973385 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:27.976033 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57901d-a258-411f-aa12-91a3e8c10844" -d '{"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:28.110618 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435cbf67-638c-4c55-978f-4811fdbf80ef x-openstack-request-id: req-435cbf67-638c-4c55-978f-4811fdbf80ef {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:28.111161 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:28.111726 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-435cbf67-638c-4c55-978f-4811fdbf80ef {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:28.112956 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'code': 200} Dec 23 00:29:28.161480 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:28.249880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafd412c-ac2f-4cd7-92c1-34d6fe7a1c46,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:28.250747 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06195f-d55a-4eef-a7db-0334368b44f8 req-10ec4101-6517-455e-8067-d50bddbfb999 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:28.258319 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fd06195f-d55a-4eef-a7db-0334368b44f8 req-10ec4101-6517-455e-8067-d50bddbfb999 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.1094038 Dec 23 00:29:28.304184 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Checking segment: {'id': '3251afc0-a704-4934-9c7d-0852b76e1f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e745a07e-ca2d-43c1-b41e-15537a819024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:28.304605 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Network hostable DHCP agents. Network: e745a07e-ca2d-43c1-b41e-15537a819024, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:29:28.357886 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Network e745a07e-ca2d-43c1-b41e-15537a819024 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:29:28.360059 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fd06195f-d55a-4eef-a7db-0334368b44f8 req-4467daba-b0d5-45cf-8845-baa9e6cb5f80 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002839 Dec 23 00:29:28.382416 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, e745a07e-ca2d-43c1-b41e-15537a819024) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:28.395624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:28.396258 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:28.406767 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f3bf6-13f2-4524-aa8d-5622611a2891 None None] Network e745a07e-ca2d-43c1-b41e-15537a819024 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:28.424202 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-bfd41bfa-2eed-41f9-8edf-7fdea44e762f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6882708 Dec 23 00:29:28.510216 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca9c04-6cb4-4d98-9d35-88fdfb0de56f req-2094d9ec-c1c1-4528-91a2-df1db193d00a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:28.527209 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1ca9c04-6cb4-4d98-9d35-88fdfb0de56f req-2094d9ec-c1c1-4528-91a2-df1db193d00a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0978971 Dec 23 00:29:28.578277 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11948a1e-ce02-4e41-b921-0961418c9641 None None] Network e745a07e-ca2d-43c1-b41e-15537a819024 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:28.583945 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f01c3a6c-6ae2-4fa4-a366-d203be5dea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:28.624221 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1ca9c04-6cb4-4d98-9d35-88fdfb0de56f req-2be2f63c-eb92-413d-bc42-373c294c81e6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Dec 23 00:29:28.633386 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f5b7-4891-4bc3-8ab0-77fdd893d293 req-0a47027f-b472-47c8-99c3-0a3197bca7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:28.639064 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3c6f5b7-4891-4bc3-8ab0-77fdd893d293 req-0a47027f-b472-47c8-99c3-0a3197bca7f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1098 time: 0.1655626 Dec 23 00:29:28.729518 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b433e-1847-4175-a6c3-606d22ca71d0 req-8f15517e-e355-489f-9847-b59173f483bb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:28.738289 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f3b433e-1847-4175-a6c3-606d22ca71d0 req-8f15517e-e355-489f-9847-b59173f483bb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0633032 Dec 23 00:29:28.754699 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3c6f5b7-4891-4bc3-8ab0-77fdd893d293 req-fae1e4c7-3ead-4ea2-9dfa-018eeed62e85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078320 Dec 23 00:29:28.798375 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f3b433e-1847-4175-a6c3-606d22ca71d0 req-124ff59f-982c-4d39-9f5f-b3c5f39f44e2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593772 Dec 23 00:29:29.210349 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.484219 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48108) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:29.489742 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037523210-network', 'tenant_id': '0d8d2a4ef1314371ae736cfc1ad6fd0b'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:29.519860 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc64927-c0e1-43dd-9275-346d04a0ecf8 req-972f7547-f468-4227-a3ec-b3aab5f81122 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:29.521384 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7dc64927-c0e1-43dd-9275-346d04a0ecf8 req-972f7547-f468-4227-a3ec-b3aab5f81122 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0779703 Dec 23 00:29:29.526304 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Made reservation on behalf of 0d8d2a4ef1314371ae736cfc1ad6fd0b for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:29.528960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.544085 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.596781 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7dc64927-c0e1-43dd-9275-346d04a0ecf8 req-4d999575-3692-4682-8ea5-115a827cfdb4 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648696 Dec 23 00:29:29.635270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.641376 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.696373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:29:29.707617 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a69306-acd8-4126-9f5c-319f36dc9c1a,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:29.721517 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.722588 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Added segment 785a8cf8-3205-4c3e-b531-32f582131db8 of type vlan for network ad361e65-ed7a-4836-aabd-ad1f40d616f2 Dec 23 00:29:29.746010 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.830782 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.868220 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65359d-0bec-49b1-b8b7-ca4d57fbbb58 req-b3e69971-8e38-4338-83d1-cfa092b90bc6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:29.870476 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ae65359d-0bec-49b1-b8b7-ca4d57fbbb58 req-b3e69971-8e38-4338-83d1-cfa092b90bc6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1329308 Dec 23 00:29:29.877305 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.881523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:29.882364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:29.976848 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4910905 Dec 23 00:29:30.009018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48132) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:30.027062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Request body: {'subnet': {'network_id': 'ad361e65-ed7a-4836-aabd-ad1f40d616f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037523210-subnet', 'tenant_id': '0d8d2a4ef1314371ae736cfc1ad6fd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:30.042687 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f1fac-492b-4ec0-875b-321f61a6a22b admin admin] Pushing event updated for resources: {'Network': ['ID=ad361e65-ed7a-4836-aabd-ad1f40d616f2,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:30.059770 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network ad361e65-ed7a-4836-aabd-ad1f40d616f2 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:29:30.089023 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410f6d-454d-48df-ab86-7880b205201e req-6c2a1cd2-f683-4b01-ae36-7eef2d05ca82 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.091024 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ac410f6d-454d-48df-ab86-7880b205201e req-6c2a1cd2-f683-4b01-ae36-7eef2d05ca82 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.1392796 Dec 23 00:29:30.094865 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ae65359d-0bec-49b1-b8b7-ca4d57fbbb58 req-28ab35e1-090d-4367-ab5b-7223fa819ad2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043307 Dec 23 00:29:30.122863 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Made reservation on behalf of 0d8d2a4ef1314371ae736cfc1ad6fd0b for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:30.126119 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:30.230205 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ac410f6d-454d-48df-ab86-7880b205201e req-48a97b8d-060c-4ba7-bc39-3a78ba93c2df tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170251 Dec 23 00:29:30.436328 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:30.524320 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f48d565-05d2-4dc2-aa41-63ae637e951d,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:30.528172 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Checking segment: {'id': '785a8cf8-3205-4c3e-b531-32f582131db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ad361e65-ed7a-4836-aabd-ad1f40d616f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:30.528625 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Network hostable DHCP agents. Network: ad361e65-ed7a-4836-aabd-ad1f40d616f2, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:29:30.558467 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Network ad361e65-ed7a-4836-aabd-ad1f40d616f2 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:29:30.585261 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, ad361e65-ed7a-4836-aabd-ad1f40d616f2) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:30.593445 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.594078 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:30.594811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17fb21-509d-4a03-af7e-a41a71225c31 None None] Network ad361e65-ed7a-4836-aabd-ad1f40d616f2 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:30.634257 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6ad9ae40-c178-4bfa-ba9f-5405210999bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6135929 Dec 23 00:29:30.663644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288795-e8aa-4607-8f2d-5245f629cb86 req-81dcdd1f-38aa-44ba-81f6-f941c152c056 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.670984 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55288795-e8aa-4607-8f2d-5245f629cb86 req-81dcdd1f-38aa-44ba-81f6-f941c152c056 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1029224 Dec 23 00:29:30.682559 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933335e7-5655-4f51-807c-9b528cefdb02 req-5f482c7e-34d5-45f0-a3ed-51fb414db82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.685589 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-5f482c7e-34d5-45f0-a3ed-51fb414db82a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1098 time: 0.0922329 Dec 23 00:29:30.706274 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e90f63-5f12-402c-9b74-16cfc3e4be27 None None] Network ad361e65-ed7a-4836-aabd-ad1f40d616f2 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:30.758337 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55288795-e8aa-4607-8f2d-5245f629cb86 req-3d0986da-43b5-40c4-a41a-36753ce9bf82 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Dec 23 00:29:30.831409 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933335e7-5655-4f51-807c-9b528cefdb02 req-f3035e92-b51e-48ec-8b59-93d1bf5dc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.833773 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-f3035e92-b51e-48ec-8b59-93d1bf5dc957 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1261725 Dec 23 00:29:30.879560 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-68dbac92-3de6-439c-8be8-14519ccbacaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 200 len: 217 time: 0.0376468 Dec 23 00:29:30.930474 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933335e7-5655-4f51-807c-9b528cefdb02 req-a056f3ed-7349-446b-8acf-62e88b991c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:30.932077 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-a056f3ed-7349-446b-8acf-62e88b991c24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0447528 Dec 23 00:29:30.966605 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-e5497166-ddb6-4dc4-90d6-8d5bbaf99cfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252521 Dec 23 00:29:31.073991 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-d12949c6-3b02-4081-b89a-1c158dc01961 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985570 Dec 23 00:29:31.204100 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-933335e7-5655-4f51-807c-9b528cefdb02 req-b13e8463-6eba-4fd9-a886-77975561341a service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157973 Dec 23 00:29:31.206051 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:31.409749 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53d6b-89f1-4d96-852e-60f08a7840df req-041fa990-64d0-4f29-81b4-ce144189e9d2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:31.410437 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d8f53d6b-89f1-4d96-852e-60f08a7840df req-041fa990-64d0-4f29-81b4-ce144189e9d2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0748744 Dec 23 00:29:31.412117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48212) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:31.465225 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d8f53d6b-89f1-4d96-852e-60f08a7840df req-3c4c679b-6cb2-4f8a-adf1-4fc3429ff262 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Dec 23 00:29:31.540418 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-04b75032-4380-4f0f-9bd2-798eaf2503af admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:31.614635 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb34f7-b05f-453c-9e75-1d9a6d373cfd req-42287820-aad8-4f78-8564-d7676d39249e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:31.616259 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-23bb34f7-b05f-453c-9e75-1d9a6d373cfd req-42287820-aad8-4f78-8564-d7676d39249e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0737143 Dec 23 00:29:31.625864 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48224) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:31.631208 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'floatingip': {'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:31.720385 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:31.865625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-04b75032-4380-4f0f-9bd2-798eaf2503af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:31.889858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-04b75032-4380-4f0f-9bd2-798eaf2503af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:31.952528 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75032-4380-4f0f-9bd2-798eaf2503af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89483bf-82ad-4a85-8da0-37002304359e,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:31.956626 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-04b75032-4380-4f0f-9bd2-798eaf2503af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be5de09282e04ca78fd96b0c9ddfa1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433326 Dec 23 00:29:31.959581 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48236) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:32.003566 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fcfe6-a572-4da0-89b8-b213d04bae62 req-6c7043af-467a-47fb-ad1b-39bc85c1deb9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:32.005099 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1f5fcfe6-a572-4da0-89b8-b213d04bae62 req-6c7043af-467a-47fb-ad1b-39bc85c1deb9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1685648 Dec 23 00:29:32.009261 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.031166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.075411 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.090213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.093397 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.094741 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c89483bf-82ad-4a85-8da0-37002304359e HTTP/1.1" status: 204 len: 168 time: 0.1341329 Dec 23 00:29:32.107033 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee420-2d48-4602-9021-1ab7c6ff9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89483bf-82ad-4a85-8da0-37002304359e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:32.338164 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1f5fcfe6-a572-4da0-89b8-b213d04bae62 req-cda888ea-765e-4705-a9f2-11110f700345 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901859 Dec 23 00:29:32.405194 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48250) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:32.418956 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf168-8be5-41f2-9af0-7064648beeca admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.516682 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf168-8be5-41f2-9af0-7064648beeca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.521687 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf168-8be5-41f2-9af0-7064648beeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.564862 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9bfdf168-8be5-41f2-9af0-7064648beeca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87fdc888d40546f4be8d741e67a75f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561346 Dec 23 00:29:32.565083 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48254) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:32.570946 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdf168-8be5-41f2-9af0-7064648beeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a045a-eb7a-4c98-b115-12a2052f5136,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:32.623077 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.654996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.706500 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.712080 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.713848 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af3a045a-eb7a-4c98-b115-12a2052f5136 HTTP/1.1" status: 204 len: 168 time: 0.1476281 Dec 23 00:29:32.719518 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.726078 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:32.731427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afcf95-9049-4274-b330-a7aa5be5c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a045a-eb7a-4c98-b115-12a2052f5136,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:32.835584 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Floating IP ef5cc3f1-bef4-4299-bdd5-6374e8381d09 associated. External IP: 172.27.1.112, port: 6e034844-293a-40ab-b9c7-abb62900daaf. Dec 23 00:29:33.039976 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:29:33.176764 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:33.192303 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:33.201146 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:33.205675 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:33.206495 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:33.237462 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-624ef9d8-a739-478c-b8f3-aaf6f5492ae4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "PUT /v2.0/floatingips/ef5cc3f1-bef4-4299-bdd5-6374e8381d09 HTTP/1.1" status: 200 len: 991 time: 1.6101890 Dec 23 00:29:33.238151 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:33.240915 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18242204-f5ae-4263-9bbb-ff4b7a797dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:33.284291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e712ccc-e0c5-446f-b7f5-c01abb5fadc8 x-openstack-request-id: req-7e712ccc-e0c5-446f-b7f5-c01abb5fadc8 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:33.284845 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:33.285250 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e712ccc-e0c5-446f-b7f5-c01abb5fadc8 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:33.285835 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'status': 'completed', 'code': 200} Dec 23 00:29:33.310691 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:33.466836 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-fc0e375e-bed3-425a-9f02-cf21b0e99590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:33.468377 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-fc0e375e-bed3-425a-9f02-cf21b0e99590 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1098 time: 0.0788164 Dec 23 00:29:33.489072 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63470c1-1325-4f86-9cee-2d8b9b38056e req-596e2dec-07bf-4e13-8cbc-356bb3cfe37b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:33.490570 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a63470c1-1325-4f86-9cee-2d8b9b38056e req-596e2dec-07bf-4e13-8cbc-356bb3cfe37b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0708160 Dec 23 00:29:33.602155 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a63470c1-1325-4f86-9cee-2d8b9b38056e req-07d110cf-dc1e-40b2-b8d0-743740f8d7aa tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030662 Dec 23 00:29:33.619903 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-2414a6dd-a5f6-47cb-b7bf-329be3f50ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:33.621420 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-2414a6dd-a5f6-47cb-b7bf-329be3f50ea7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.1299562 Dec 23 00:29:33.638842 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ef5cc3f1-bef4-4299-bdd5-6374e8381d09', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5566770-a980-45de-aa62-70b6385f47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:29:11Z', 'updated_at': '2021-12-23T00:29:32Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:33.670306 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:33.680615 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:33.681272 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:33.743558 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-12ba0064-101c-4fcd-ba57-f4a44a29bebb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 999 time: 0.1015933 Dec 23 00:29:33.799240 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-4653e2ec-ce44-4ec6-bbbb-80c979221383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:33.800739 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-4653e2ec-ce44-4ec6-bbbb-80c979221383 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0487018 Dec 23 00:29:33.808077 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:33.878721 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-7d0ff48a-5d7a-4ef0-b522-a3379b6ce208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:33.880553 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-7d0ff48a-5d7a-4ef0-b522-a3379b6ce208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636084 Dec 23 00:29:33.998934 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-d771d33e-3bd3-4ff1-bdf7-7c00065cc842 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089828 Dec 23 00:29:34.107318 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-18242204-f5ae-4263-9bbb-ff4b7a797dd9 req-2ff86fdc-56c1-4577-867b-083be811bb94 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989821 Dec 23 00:29:34.136784 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ef5cc3f1-bef4-4299-bdd5-6374e8381d09', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5566770-a980-45de-aa62-70b6385f47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:29:11Z', 'updated_at': '2021-12-23T00:29:32Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:34.170682 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93220ef3-1207-43ce-ad7e-0221dde0a01a None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ef5cc3f1-bef4-4299-bdd5-6374e8381d09', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5566770-a980-45de-aa62-70b6385f47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:29:11Z', 'updated_at': '2021-12-23T00:29:32Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:34.395852 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df33713-03ab-4d14-9b0d-be287a6fca08 None None] New status for floating IP ef5cc3f1-bef4-4299-bdd5-6374e8381d09: ACTIVE {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:29:34.687200 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48344) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:34.760690 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508a04-687b-4da1-8c75-99ac1659176e req-9168a791-0fab-4135-928a-45067fe862a4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:34.769475 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-59508a04-687b-4da1-8c75-99ac1659176e req-9168a791-0fab-4135-928a-45067fe862a4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0791476 Dec 23 00:29:34.817805 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-03ccd757-9f4d-4afe-80d7-3e264a6bcacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:34.819948 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-59508a04-687b-4da1-8c75-99ac1659176e req-4f1c2bd1-377e-4504-b4e0-08e7ed52c5da tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 Dec 23 00:29:34.903474 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-03ccd757-9f4d-4afe-80d7-3e264a6bcacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:34.908049 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-03ccd757-9f4d-4afe-80d7-3e264a6bcacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:34.944096 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-03ccd757-9f4d-4afe-80d7-3e264a6bcacf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6180f68410fa425d991d282aff0ec713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551694 Dec 23 00:29:34.945016 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccd757-9f4d-4afe-80d7-3e264a6bcacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab543c8-f59c-4420-af98-bc0edd6acd68,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:34.947057 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48350) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:34.998168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.019127 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.067714 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.070463 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.071708 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aab543c8-f59c-4420-af98-bc0edd6acd68 HTTP/1.1" status: 204 len: 168 time: 0.1234975 Dec 23 00:29:35.082571 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea555a-26d0-4425-8803-45d64f078499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab543c8-f59c-4420-af98-bc0edd6acd68,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:35.363060 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48368) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:35.376727 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5d78-8a72-4e19-9d03-f17d98594013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.681754 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5d78-8a72-4e19-9d03-f17d98594013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.686818 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5d78-8a72-4e19-9d03-f17d98594013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.726109 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-bb1b5d78-8a72-4e19-9d03-f17d98594013 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3cf8cc4cd52450882002f47b4c6fdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618259 Dec 23 00:29:35.726975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b5d78-8a72-4e19-9d03-f17d98594013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407edb5-4247-4f14-a7f2-7d60fae43517,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:35.728756 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48384) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:35.776874 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.797343 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.843899 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.847143 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:35.848454 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8407edb5-4247-4f14-a7f2-7d60fae43517 HTTP/1.1" status: 204 len: 168 time: 0.1181011 Dec 23 00:29:35.856503 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ffc30-b19b-4df7-9a2b-711365cec6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407edb5-4247-4f14-a7f2-7d60fae43517,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:35.962274 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08a21-14f2-4af8-ae5c-0e1d0707a401 req-5ad8b24f-cdc2-4004-bcd9-f28592544392 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:35.963759 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-baf08a21-14f2-4af8-ae5c-0e1d0707a401 req-5ad8b24f-cdc2-4004-bcd9-f28592544392 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Dec 23 00:29:36.010898 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-baf08a21-14f2-4af8-ae5c-0e1d0707a401 req-91e8510b-4798-47fe-bdd4-de86c3369538 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Dec 23 00:29:36.111472 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f993-a506-4cbb-a47c-881a43d0cc9b req-9d76c7cb-3a6e-47c0-a224-09094b250dcb tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:36.112922 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f378f993-a506-4cbb-a47c-881a43d0cc9b req-9d76c7cb-3a6e-47c0-a224-09094b250dcb tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0490470 Dec 23 00:29:36.158614 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f378f993-a506-4cbb-a47c-881a43d0cc9b req-f0d26547-c574-4eba-bd70-c26df8669f2a tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Dec 23 00:29:37.126107 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353f898-cae9-46be-8d1e-711db31402a9 req-83e99383-2110-46b8-90a7-8ebe33dfef67 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:37.127550 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d353f898-cae9-46be-8d1e-711db31402a9 req-83e99383-2110-46b8-90a7-8ebe33dfef67 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Dec 23 00:29:37.175278 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d353f898-cae9-46be-8d1e-711db31402a9 req-7f5b5574-93e4-4d92-a4a6-3f4374bd8109 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Dec 23 00:29:37.278413 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1e744-0b5a-460e-bb75-3c2741d08a1c req-cbde5560-b27b-4750-b62f-be8f3c23ff2b tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:37.280046 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8db1e744-0b5a-460e-bb75-3c2741d08a1c req-cbde5560-b27b-4750-b62f-be8f3c23ff2b tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0502152 Dec 23 00:29:37.329197 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8db1e744-0b5a-460e-bb75-3c2741d08a1c req-90f8cdd1-3b1a-460b-834e-f30b295af3c1 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Dec 23 00:29:37.552004 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48460) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:37.657665 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd887108-76f8-4a73-9836-ca13bf7f13e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.731313 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd887108-76f8-4a73-9836-ca13bf7f13e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.736941 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd887108-76f8-4a73-9836-ca13bf7f13e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.773575 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-dd887108-76f8-4a73-9836-ca13bf7f13e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=959ac5c04f214472b24c6c2554ee3c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203579 Dec 23 00:29:37.774431 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd887108-76f8-4a73-9836-ca13bf7f13e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b706244-c3a1-4ef7-bf23-fcda47e282f0,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:37.776690 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48468) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:37.823429 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.843095 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.895396 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.898488 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:37.899668 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b706244-c3a1-4ef7-bf23-fcda47e282f0 HTTP/1.1" status: 204 len: 168 time: 0.1221080 Dec 23 00:29:37.908184 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748ae9a-68e3-4386-b438-78a8761c4a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b706244-c3a1-4ef7-bf23-fcda47e282f0,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:38.177030 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48476) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:38.193301 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f512-a32a-4855-8113-917e136519b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.290876 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f512-a32a-4855-8113-917e136519b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.299502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f512-a32a-4855-8113-917e136519b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.329532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50a81e-b7ea-4580-9ab0-2a22f86a25ba req-4b342326-3a50-4e4f-aafd-fc707cd98ebe tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:38.331034 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f50a81e-b7ea-4580-9ab0-2a22f86a25ba req-4b342326-3a50-4e4f-aafd-fc707cd98ebe tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Dec 23 00:29:38.354995 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2f512-a32a-4855-8113-917e136519b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650246d-db98-4e9d-83d2-b89eaca0479b,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:38.365929 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f1a2f512-a32a-4855-8113-917e136519b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0bfe3816b0543f3bed612999a2e2ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878841 Dec 23 00:29:38.368813 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48484) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:38.394956 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f50a81e-b7ea-4580-9ab0-2a22f86a25ba req-d7c45666-2a7c-43de-babf-f3a09d71be1b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Dec 23 00:29:38.414706 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.439615 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.488640 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.491307 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:38.495230 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2650246d-db98-4e9d-83d2-b89eaca0479b HTTP/1.1" status: 204 len: 168 time: 0.1253417 Dec 23 00:29:38.504286 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e3ce5-2236-459f-82ac-de51e32ab6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650246d-db98-4e9d-83d2-b89eaca0479b,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:38.687433 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5c2ee-3658-4d1b-a800-564b8da78834 req-5d78a88b-3457-48cf-b999-71c3a74ee3c3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:38.688943 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-09f5c2ee-3658-4d1b-a800-564b8da78834 req-5d78a88b-3457-48cf-b999-71c3a74ee3c3 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.2344184 Dec 23 00:29:38.736667 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-09f5c2ee-3658-4d1b-a800-564b8da78834 req-a8f3a316-0e7b-4574-ace4-0a846fc3cbc0 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Dec 23 00:29:39.536999 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ab35f-36e3-4920-819c-63d3adcd18f9 req-0538efa9-8f42-402b-8eef-e34f03301055 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:39.538539 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef7ab35f-36e3-4920-819c-63d3adcd18f9 req-0538efa9-8f42-402b-8eef-e34f03301055 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0623994 Dec 23 00:29:39.591257 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef7ab35f-36e3-4920-819c-63d3adcd18f9 req-0b4b18de-acba-43f5-ac2a-9d46bef9b6a8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Dec 23 00:29:39.650795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48540) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:39.769672 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6861843e-39f1-454c-814b-2e35757972ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:39.898659 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6861843e-39f1-454c-814b-2e35757972ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:39.908558 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c781c24-7b9f-4015-8bde-e0fbc1202d38 req-47daef87-be77-4d7d-a50f-d42922728443 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:39.910096 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4c781c24-7b9f-4015-8bde-e0fbc1202d38 req-47daef87-be77-4d7d-a50f-d42922728443 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0753767 Dec 23 00:29:39.911405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6861843e-39f1-454c-814b-2e35757972ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:39.974260 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6861843e-39f1-454c-814b-2e35757972ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae4996ed9b7d4a5aa092023439c07895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218391 Dec 23 00:29:39.977001 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48566) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:39.980780 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861843e-39f1-454c-814b-2e35757972ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d864d-7ff9-4f15-9892-24efdd693390,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:40.014463 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4c781c24-7b9f-4015-8bde-e0fbc1202d38 req-44063ca6-5052-4ed7-a623-d2d66bd0cd4f tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973866 Dec 23 00:29:40.070133 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:40.091134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:40.140573 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:40.143452 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:40.144561 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c3d864d-7ff9-4f15-9892-24efdd693390 HTTP/1.1" status: 204 len: 168 time: 0.1665485 Dec 23 00:29:40.152878 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1c32-9d81-48c0-8406-1f2410a81c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d864d-7ff9-4f15-9892-24efdd693390,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:40.714692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d506fa9-1ed3-4b40-954e-4babed397b52 req-5cf4aeee-3a3b-4d08-99c8-2413d25c4b54 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:40.716091 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5d506fa9-1ed3-4b40-954e-4babed397b52 req-5cf4aeee-3a3b-4d08-99c8-2413d25c4b54 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0541472 Dec 23 00:29:40.763503 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5d506fa9-1ed3-4b40-954e-4babed397b52 req-3fd535b3-7cd4-4c93-a1c4-f6523feffcf6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Dec 23 00:29:40.813379 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48598) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:40.910393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202347554-network', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:40.941319 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Made reservation on behalf of 781ac330c6d5418ba4651babfe8c71c2 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:40.943612 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:40.951749 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.026262 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.031143 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.056278 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:29:41.066357 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa4a3d-c92a-4b43-aa30-08875cf114f7,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:41.074848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.074946 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Added segment ba7d3ec6-87bc-4d16-a951-54d927ede54c of type vlan for network 85162e23-c2bf-4f13-a926-5964a02ea7e9 Dec 23 00:29:41.124962 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.196883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1321d7-9b3c-4267-821e-46bb0b25382a req-1c5446c1-2b40-4c35-b7fb-bc900f6b1253 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:41.198328 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4a1321d7-9b3c-4267-821e-46bb0b25382a req-1c5446c1-2b40-4c35-b7fb-bc900f6b1253 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0759377 Dec 23 00:29:41.200146 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.201065 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:41.201674 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.245586 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4290574 Dec 23 00:29:41.247484 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48626) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:41.253121 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Request body: {'subnet': {'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202347554-subnet', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:41.331434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655347db-cd7d-4fa0-83e4-0b797d1c4243 admin admin] Pushing event updated for resources: {'Network': ['ID=85162e23-c2bf-4f13-a926-5964a02ea7e9,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:41.339233 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4a1321d7-9b3c-4267-821e-46bb0b25382a req-f3501a56-a217-45f6-85e3-99d0e02f18a0 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253562 Dec 23 00:29:41.340947 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Made reservation on behalf of 781ac330c6d5418ba4651babfe8c71c2 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:41.342785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:29:41.343552 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.517508 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.573598 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a897c5bc-5932-4741-89aa-6b37e79785a3,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:41.585907 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-07756397-7b10-43c3-b909-6f9871ba6696 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:41.587186 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Checking segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:41.587346 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-07756397-7b10-43c3-b909-6f9871ba6696 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.43 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 946 time: 0.0468512 Dec 23 00:29:41.587537 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Network hostable DHCP agents. Network: 85162e23-c2bf-4f13-a926-5964a02ea7e9, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:29:41.608669 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:29:41.618792 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 85162e23-c2bf-4f13-a926-5964a02ea7e9) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:41.625584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:41.626547 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.628250 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d7190-97e2-41fa-8004-09bcf61d7a52 None None] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:41.650018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48628) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:41.651077 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ebe14c89-8852-4607-bb08-65e7784d1958 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4023709 Dec 23 00:29:41.674698 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:41.722508 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.723574 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.746633 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-85162e23-c2bf-4f13-a926-5964a02ea7e9', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:29:41.748598 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.756397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Deleting port 3573b175-83be-4471-9a7b-746a2cf7321d {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:29:41.756741 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.807185 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:41.890231 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Allocated IP 172.20.0.2 (85162e23-c2bf-4f13-a926-5964a02ea7e9/a897c5bc-5932-4741-89aa-6b37e79785a3/eb174eb4-3309-496c-a1bd-163256fe57c9) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:41.957869 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] For port 3573b175-83be-4471-9a7b-746a2cf7321d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3573b175-83be-4471-9a7b-746a2cf7321d,segment=NetworkSegment(7b9ff401-3509-4911-893c-167dffa1aa30),segment_id=7b9ff401-3509-4911-893c-167dffa1aa30)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:41.958233 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.031558 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Calling delete_port for 3573b175-83be-4471-9a7b-746a2cf7321d owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:29:42.053966 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.055248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.063737 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.066633 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ef69-529c-4864-9c87-7811dd08e7ae req-a909bd65-8cee-4070-abe0-2ae79436aade tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:42.068115 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-def7ef69-529c-4864-9c87-7811dd08e7ae req-a909bd65-8cee-4070-abe0-2ae79436aade tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.2250662 Dec 23 00:29:42.103247 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:42.106386 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:42.112434 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:42.164669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Pushing event updated for resources: {'Port': ['ID=eb174eb4-3309-496c-a1bd-163256fe57c9,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:42.180420 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Attempting to bind port eb174eb4-3309-496c-a1bd-163256fe57c9 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:42.180898 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Attempting to bind port eb174eb4-3309-496c-a1bd-163256fe57c9 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:42.181352 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Attempting to bind port eb174eb4-3309-496c-a1bd-163256fe57c9 on network 85162e23-c2bf-4f13-a926-5964a02ea7e9 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:42.186673 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:42.187380 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Checking segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:42.187669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.188148 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Bound using segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:42.188708 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Bound port: eb174eb4-3309-496c-a1bd-163256fe57c9, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:42.189195 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.218863 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-def7ef69-529c-4864-9c87-7811dd08e7ae req-58883de3-889a-4a4a-aba7-44f7a1597956 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994918 Dec 23 00:29:42.296835 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] For port eb174eb4-3309-496c-a1bd-163256fe57c9, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:42.303279 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] For port eb174eb4-3309-496c-a1bd-163256fe57c9, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=eb174eb4-3309-496c-a1bd-163256fe57c9,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:42.312445 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.338084 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.378916 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Pushing event deleted for resources: {'Port': ['ID=3573b175-83be-4471-9a7b-746a2cf7321d,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:42.418334 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66eef6-cb13-494f-bde2-0872a900f84b None None] Pushing event updated for resources: {'Port': ['ID=eb174eb4-3309-496c-a1bd-163256fe57c9,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:42.422135 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['3573b175-83be-4471-9a7b-746a2cf7321d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:42.481723 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] No DVR routers for this DVR port 3573b175-83be-4471-9a7b-746a2cf7321d on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:29:42.485238 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.488656 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9abd782a-c1ca-4651-93af-48be98d4aefc req-edc7b8ae-dce6-42c9-bcc0-9ec91d67ee50 tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.43 "DELETE /v2.0/ports/3573b175-83be-4471-9a7b-746a2cf7321d HTTP/1.1" status: 204 len: 173 time: 0.8919988 Dec 23 00:29:42.516621 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'name': 'network-vif-deleted', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:42.520135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7b9ea-b2b3-4796-8f98-15d4525a5b25" -d '{"events": [{"server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "name": "network-vif-deleted", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:42.571824 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8a4d0d6-60c1-41c5-bb87-9063ee39926b req-5b432982-d831-4c1b-93f1-0c7c70b40afa tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.0559337 Dec 23 00:29:42.640486 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.650667 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6441b3a-1dc3-4208-9b60-be5b56498d1e x-openstack-request-id: req-a6441b3a-1dc3-4208-9b60-be5b56498d1e {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:42.651023 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4514d6d4-f74a-4340-b444-6345a6756f8a", "name": "network-vif-deleted", "tag": "3573b175-83be-4471-9a7b-746a2cf7321d", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:42.651766 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6441b3a-1dc3-4208-9b60-be5b56498d1e {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:42.652293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4514d6d4-f74a-4340-b444-6345a6756f8a', 'name': 'network-vif-deleted', 'tag': '3573b175-83be-4471-9a7b-746a2cf7321d', 'status': 'completed', 'code': 200} Dec 23 00:29:42.683557 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.733037 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48654) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:42.849661 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Allocated IP 172.27.1.191 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/187a1b33-b00d-41a8-aeb4-583cc1f574b5) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:42.911961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-05aebae1-bb65-4716-be66-65f1dba2d008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.971334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:42.992547 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-05aebae1-bb65-4716-be66-65f1dba2d008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.002961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-05aebae1-bb65-4716-be66-65f1dba2d008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.007204 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.046512 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:43.051002 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:43.054581 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:43.057754 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aebae1-bb65-4716-be66-65f1dba2d008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d5477-3e59-425e-9650-8f0b9d47c90c,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:43.065042 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-05aebae1-bb65-4716-be66-65f1dba2d008 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a52f0ad90044b4d9fac01179cb5cef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310511 Dec 23 00:29:43.067843 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48662) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:43.097168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=187a1b33-b00d-41a8-aeb4-583cc1f574b5,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:43.128310 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.151038 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.203982 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.207511 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.210059 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c6d5477-3e59-425e-9650-8f0b9d47c90c HTTP/1.1" status: 204 len: 168 time: 0.1408873 Dec 23 00:29:43.224532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8bd90-dff2-4a49-a78f-1291288ced9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d5477-3e59-425e-9650-8f0b9d47c90c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:43.344493 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.675498 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd036a5-1acb-4b1c-b60d-2fa96a66ca2c None None] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:43.718573 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9dffe314-8b14-4cf0-be37-90b44b756cf2 req-f77c4be6-3491-48bb-88aa-7147aa44398b tempest-DeleteServersTestJSON-55465592 tempest-DeleteServersTestJSON-55465592-project] 10.222.0.24 "GET /v2.0/ports?device_id=4514d6d4-f74a-4340-b444-6345a6756f8a HTTP/1.1" status: 200 len: 210 time: 0.0310702 Dec 23 00:29:43.752449 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] Provisioning complete for port eb174eb4-3309-496c-a1bd-163256fe57c9 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:43.753056 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.852801 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6898e0-ac00-4080-a512-c6c56fe7ed3e req-9163d42b-6267-4f34-a2be-f64be37e3f2b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:43.855032 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ad6898e0-ac00-4080-a512-c6c56fe7ed3e req-9163d42b-6267-4f34-a2be-f64be37e3f2b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1454375 Dec 23 00:29:43.876795 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.921737 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] For port eb174eb4-3309-496c-a1bd-163256fe57c9, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=eb174eb4-3309-496c-a1bd-163256fe57c9,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:43.922642 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.929138 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:43.966371 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ad6898e0-ac00-4080-a512-c6c56fe7ed3e req-18994e7c-6828-483e-94c8-8040dfb4228e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957406 Dec 23 00:29:44.011841 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee714-d98c-43d8-b23c-02f1a404d3cd None None] Pushing event updated for resources: {'Port': ['ID=eb174eb4-3309-496c-a1bd-163256fe57c9,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:44.206295 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:29:44.263559 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-a2186816-6877-4a14-90c9-f1bb275ca106 None None] Provisioning complete for port eb174eb4-3309-496c-a1bd-163256fe57c9 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:44.263951 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a2186816-6877-4a14-90c9-f1bb275ca106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:44.336841 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:44.347567 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Sync routers for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:44.362910 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:44.363549 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:44.381840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:44.385579 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ed4a1b86-0bb3-42fb-a206-8f741ee37fe5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7318859 Dec 23 00:29:44.385960 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48708) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:44.482521 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device eb174eb4-3309-496c-a1bd-163256fe57c9 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:44.537913 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:44.546021 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port eb174eb4-3309-496c-a1bd-163256fe57c9 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:44.546431 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:44.772187 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:43Z', 'revision_number': 3, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:44.810559 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Checking router: 1a3abce9-4ec8-493b-bd52-97ea49730eb6 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:44.810914 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Updating router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:29:44.843823 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:44.872581 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.168641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90dc8-21b2-4cc0-b481-1444e312e0ff req-17a728ed-01f3-4760-852a-9e1e0b52270a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:45.170865 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be90dc8-21b2-4cc0-b481-1444e312e0ff req-17a728ed-01f3-4760-852a-9e1e0b52270a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0627892 Dec 23 00:29:45.174864 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.180039 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Allocated IP 172.20.0.1 (85162e23-c2bf-4f13-a926-5964a02ea7e9/a897c5bc-5932-4741-89aa-6b37e79785a3/43b39dde-9504-49bf-bd8b-727679c396ec) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:45.184867 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.232744 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be90dc8-21b2-4cc0-b481-1444e312e0ff req-54dbccd2-cf09-4dfb-a5e3-f7fbedd5d418 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Dec 23 00:29:45.274365 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe1c6-a6c8-4d3c-9fc2-b47bd599ae73 None None] Pushing event updated for resources: {'Port': ['ID=187a1b33-b00d-41a8-aeb4-583cc1f574b5,revision_number=2']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:45.297922 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Attempting to bind port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:45.298209 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Attempting to bind port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:45.298568 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Attempting to bind port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:45.304081 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:45.304501 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:45.304901 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.305277 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:45.305805 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Bound port: 187a1b33-b00d-41a8-aeb4-583cc1f574b5, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:45.306331 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.342254 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.360433 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] For port 187a1b33-b00d-41a8-aeb4-583cc1f574b5, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:45.364666 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] For port 187a1b33-b00d-41a8-aeb4-583cc1f574b5, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=187a1b33-b00d-41a8-aeb4-583cc1f574b5,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:45.370143 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.378804 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.422112 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:45.423851 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:45.424714 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:45.424933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:45.429463 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:45.455936 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Pushing event updated for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:45.471375 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.497710 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 3573b175-83be-4471-9a7b-746a2cf7321d no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:29:45.558659 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 3573b175-83be-4471-9a7b-746a2cf7321d {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:29:45.559027 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 3573b175-83be-4471-9a7b-746a2cf7321d not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:29:45.588293 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe1c6-a6c8-4d3c-9fc2-b47bd599ae73 None None] Pushing event updated for resources: {'Port': ['ID=187a1b33-b00d-41a8-aeb4-583cc1f574b5,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:45.601703 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:45.703729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.830237 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-09aad1ee-54e4-4326-9a71-adf0ecf02df9 None None] Provisioning complete for port 43b39dde-9504-49bf-bd8b-727679c396ec triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:45.830793 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-09aad1ee-54e4-4326-9a71-adf0ecf02df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.879083 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-09aad1ee-54e4-4326-9a71-adf0ecf02df9 None None] Port 43b39dde-9504-49bf-bd8b-727679c396ec cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:45.885027 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:43Z', 'revision_number': 3, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:45.911078 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08a4a5-2bfb-4dab-88f1-ca79da4da7f4 None None] The sync data for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi is: [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:43Z', 'revision_number': 3, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:45.972464 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:45.979769 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.080928 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-fd968e8f-da73-4a3a-b00b-d585f1fd6ada tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:46.082431 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-fd968e8f-da73-4a3a-b00b-d585f1fd6ada tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.1901889 Dec 23 00:29:46.083324 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Pushing event updated for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:46.085729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.104038 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.104384 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.104723 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.105053 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.105381 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.105727 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.106050 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.106371 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.106690 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.107007 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.107322 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.107634 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.107944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.116512 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-ab595d2b-6ee7-4493-8cfc-c84f5b534c38 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/quotas/c1ad8f28dbb74e11af35a105c84aa717 HTTP/1.1" status: 200 len: 375 time: 0.0273683 Dec 23 00:29:46.253315 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-530016e3-9f5c-4f4a-aea8-3687a06a9674 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227722 Dec 23 00:29:46.306303 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:46.320732 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:46.447840 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed199db-8179-46a6-8a23-e7085f10db01 req-6a23d81d-b41b-464e-8682-4f6304d63075 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:46.449404 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2ed199db-8179-46a6-8a23-e7085f10db01 req-6a23d81d-b41b-464e-8682-4f6304d63075 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0866680 Dec 23 00:29:46.530402 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 187a1b33-b00d-41a8-aeb4-583cc1f574b5 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:46.580841 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2ed199db-8179-46a6-8a23-e7085f10db01 req-1c318b5e-3138-4326-a2c1-24c423f7c1c3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227660 Dec 23 00:29:46.664412 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:46.665067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.713966 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48788) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:46.779329 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Deleting subnet 9ce060ea-0801-4e1d-a105-f927836a38bb {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:29:46.783743 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.800153 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.823245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 187a1b33-b00d-41a8-aeb4-583cc1f574b5, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=187a1b33-b00d-41a8-aeb4-583cc1f574b5,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:46.825145 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.831981 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.835618 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.883659 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-89e24c0e-b530-49e7-97b5-5c9d7ea490e0 None None] Provisioning complete for port 43b39dde-9504-49bf-bd8b-727679c396ec triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:46.884297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-89e24c0e-b530-49e7-97b5-5c9d7ea490e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.899305 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.927689 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce060ea-0801-4e1d-a105-f927836a38bb,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:46.931286 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-89e24c0e-b530-49e7-97b5-5c9d7ea490e0 None None] Port 43b39dde-9504-49bf-bd8b-727679c396ec cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:46.944053 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=187a1b33-b00d-41a8-aeb4-583cc1f574b5,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:46.958322 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:46.962618 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9ce060ea-0801-4e1d-a105-f927836a38bb HTTP/1.1" status: 204 len: 168 time: 0.2464285 Dec 23 00:29:46.965457 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.966140 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.966490 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.966909 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.967243 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.967568 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.967913 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.968243 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.968584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.968968 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.969293 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.969637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.969949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83051961-5815-446a-b6fa-83fdffa0b267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:46.974161 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48796) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:46.991734 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-6bdde0ce-bdff-44a8-9a89-684e2f1e7872 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284882 Dec 23 00:29:47.067286 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.093510 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:29:47.126277 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d502ca4-510a-438a-8fb1-13734e441321 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330063 Dec 23 00:29:47.164541 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.212544 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.213868 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.215717 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.216727 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > port after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.219415 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.219990 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.220525 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.221028 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.221610 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.222231 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.275549 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:47.289989 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7efc4005-d445-4055-8b7d-cbc1e0754f53 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a3abce9-4ec8-493b-bd52-97ea49730eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952246 Dec 23 00:29:47.326570 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.326984 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.327266 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.327602 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 00:29:47.328113 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2c9e52-eadc-4805-b010-ddae43af9651']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:47.376165 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cbf233e2-d39d-449c-9815-608b660eda33 req-95bc9b39-315b-43d3-be81-4c4abb966f10 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 210 time: 0.0468302 Dec 23 00:29:47.381332 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9ff401-3509-4911-893c-167dffa1aa30') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:47.382710 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9ff401-3509-4911-893c-167dffa1aa30') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:47.415144 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.438374 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.448478 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:29:47.449108 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:29:47.453680 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:29:47.533313 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.550609 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:47.553822 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b2c9e52-eadc-4805-b010-ddae43af9651 HTTP/1.1" status: 204 len: 168 time: 0.5784237 Dec 23 00:29:47.575405 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268257e4-1e40-4890-a1e8-7af56dc8c07a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2c9e52-eadc-4805-b010-ddae43af9651,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:47.769967 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b7b8-ac9d-4450-8d15-52a28c9dc413 req-ceb26958-195f-472d-8bab-508274eb7038 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:47.774754 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6fc4b7b8-ac9d-4450-8d15-52a28c9dc413 req-ceb26958-195f-472d-8bab-508274eb7038 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0765548 Dec 23 00:29:47.855401 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6fc4b7b8-ac9d-4450-8d15-52a28c9dc413 req-12ba8ece-9d3f-4802-a050-49908b5eec34 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734475 Dec 23 00:29:47.955606 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48846) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:48.015801 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4c641e88-ee3b-4305-ad48-49f7b60ee8a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0af1cb24d1f64955a2b95f4818c24a13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0589070 Dec 23 00:29:48.018646 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48850) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:48.085293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.126120 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.210842 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.214652 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.216025 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0f17fde-f2e5-4e38-99a8-4a5cd06f226c HTTP/1.1" status: 204 len: 168 time: 0.1962683 Dec 23 00:29:48.220250 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Sync routers for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:48.223738 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4067d8b-34fb-4872-957e-5a0751abb801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f17fde-f2e5-4e38-99a8-4a5cd06f226c,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:48.230447 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:48.237060 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:48.301189 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48860) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:48.307585 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303918202-network', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:48.343098 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Made reservation on behalf of 8d3ab4f3a1284cd4b9a108c66031fff1 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:48.349351 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.364708 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.402942 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:48.467690 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 187a1b33-b00d-41a8-aeb4-583cc1f574b5 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:48.498792 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.505970 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.512772 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-884bab0a-17cc-4d7a-8af7-423a9c954186 req-28e30aed-94e6-4a78-ab4b-418b4c6ca85d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 210 time: 0.0383186 Dec 23 00:29:48.536626 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d775c2-cc6e-470a-ae82-e8219dde418b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:48.549669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:29:48.567722 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.568097 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Added segment 628c5471-609e-47fc-b67e-6f97851691bf of type vlan for network e62f269d-7fe8-4c82-b0e9-1b24e8292367 Dec 23 00:29:48.610292 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.630591 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:48.630967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.645302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.647073 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:48.647671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.721097 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4180295 Dec 23 00:29:48.723792 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48886) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:48.728823 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Request body: {'subnet': {'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303918202-subnet', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:48.736654 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2b19-9085-4664-b158-a47217666592 admin admin] Pushing event updated for resources: {'Network': ['ID=e62f269d-7fe8-4c82-b0e9-1b24e8292367,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:48.750755 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48888) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:48.764433 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:29:48.787498 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Made reservation on behalf of 8d3ab4f3a1284cd4b9a108c66031fff1 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:48.792735 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.817125 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Deleting subnet dafd412c-ac2f-4cd7-92c1-34d6fe7a1c46 {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:29:48.821847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.870774 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:48.923038 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 2, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:48.972731 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.084515 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.129414 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafd412c-ac2f-4cd7-92c1-34d6fe7a1c46,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:49.129893 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Checking router: 1a3abce9-4ec8-493b-bd52-97ea49730eb6 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:49.130415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Updating router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 port 43b39dde-9504-49bf-bd8b-727679c396ec binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:29:49.134319 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.142511 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f3729916-c994-4d40-a62e-232dd81acc2f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dafd412c-ac2f-4cd7-92c1-34d6fe7a1c46 HTTP/1.1" status: 204 len: 168 time: 0.3882546 Dec 23 00:29:49.143321 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48904) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:49.174994 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-224bcbae-5be2-4e42-bfe8-3a188275cf9b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:49.178463 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.179790 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-224bcbae-5be2-4e42-bfe8-3a188275cf9b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.2932904 Dec 23 00:29:49.194271 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650acb-605a-4ca4-842f-34260df79b01 req-602bcc60-88d1-4667-b822-af2869f9ccb7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:49.203734 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9d650acb-605a-4ca4-842f-34260df79b01 req-602bcc60-88d1-4667-b822-af2869f9ccb7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1987083 Dec 23 00:29:49.211987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Request body: {'port': {'device_id': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'admin_state_up': True, 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:49.223784 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.266645 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.406000 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.419140 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a33980-e766-42ca-a7a3-c8a42fdcda4e,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:49.445081 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9d650acb-605a-4ca4-842f-34260df79b01 req-4b4a81f5-fdb2-4e5b-b754-5cb6e2cab489 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402132 Dec 23 00:29:49.445676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e745a07e-ca2d-43c1-b41e-15537a819024']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:49.452106 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Checking segment: {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:49.452473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Network hostable DHCP agents. Network: e62f269d-7fe8-4c82-b0e9-1b24e8292367, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:29:49.484118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3251afc0-a704-4934-9c7d-0852b76e1f6d') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:49.484417 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3251afc0-a704-4934-9c7d-0852b76e1f6d') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:49.506674 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.515822 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:29:49.525844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.542506 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:29:49.550419 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:29:49.550736 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.550857 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:29:49.555505 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:29:49.587768 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, e62f269d-7fe8-4c82-b0e9-1b24e8292367) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:49.603465 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d31569-b1eb-4fe8-9909-1f46a08c6434 None None] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:49.607826 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:49.614183 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.638618 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.645771 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.650017 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] 10.222.0.24 "DELETE /v2.0/networks/e745a07e-ca2d-43c1-b41e-15537a819024 HTTP/1.1" status: 204 len: 168 time: 0.5053372 Dec 23 00:29:49.660375 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48928) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:49.679265 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8501c-13a2-49cb-8040-c4f11592742e admin admin] Pushing event deleted for resources: {'Network': ['ID=e745a07e-ca2d-43c1-b41e-15537a819024,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:49.725240 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Deleting subnet 0f48d565-05d2-4dc2-aa41-63ae637e951d {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:29:49.730044 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.752711 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a4367ac9-fdec-4e3c-9784-0bb815fc3174 req-d39746f3-99aa-4cb8-a2bd-cb6c297f1aca tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 210 time: 0.1349723 Dec 23 00:29:49.766374 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5c5645e2-0138-4a7f-8bdd-e53e505bcfd2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0415475 Dec 23 00:29:49.772353 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 48934) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:49.780602 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.786644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:49.827136 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.851962 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.853476 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.869453 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.902828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.923381 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.932127 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Allocated IP 172.20.0.2 (128f2490-5004-4fd4-8c12-1188994adac5/5595d246-8f91-4256-b0b3-2efc25c1fb6a/7872c5c5-bb4e-4052-8091-9e83cf3ec8de) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:49.940529 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'fixed_ips': [{'subnet_id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:29:49.941917 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.968066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:49.988251 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.002878 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Pushing event updated for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:50.004083 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0f48d565-05d2-4dc2-aa41-63ae637e951d HTTP/1.1" status: 204 len: 168 time: 0.3427002 Dec 23 00:29:50.008227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48944) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:50.030000 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f9ddd-1bcd-46ae-b57a-27f265e90d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f48d565-05d2-4dc2-aa41-63ae637e951d,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:50.099402 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.100575 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.101118 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.101485 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.101819 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.102245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.102766 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.103231 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.103673 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.103941 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.104313 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.104631 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.104947 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:50.222733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.257398 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Attempting to bind port 43b39dde-9504-49bf-bd8b-727679c396ec on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:50.257873 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Attempting to bind port 43b39dde-9504-49bf-bd8b-727679c396ec by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:50.258234 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Attempting to bind port 43b39dde-9504-49bf-bd8b-727679c396ec on network 85162e23-c2bf-4f13-a926-5964a02ea7e9 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:50.271746 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:50.272416 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Checking segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:50.273297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.274559 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Bound using segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:50.275410 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Bound port: 43b39dde-9504-49bf-bd8b-727679c396ec, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:50.276054 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.292490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Allocated IP 172.20.0.2 (e62f269d-7fe8-4c82-b0e9-1b24e8292367/66a33980-e766-42ca-a7a3-c8a42fdcda4e/f16ffbca-b050-4a52-a091-145591b6b300) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:50.297066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.374461 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] For port 43b39dde-9504-49bf-bd8b-727679c396ec, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:50.394184 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] For port 43b39dde-9504-49bf-bd8b-727679c396ec, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=43b39dde-9504-49bf-bd8b-727679c396ec,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:50.402543 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.413112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.435003 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad361e65-ed7a-4836-aabd-ad1f40d616f2']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:50.437725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.445047 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785a8cf8-3205-4c3e-b531-32f582131db8') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:50.445572 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785a8cf8-3205-4c3e-b531-32f582131db8') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:50.463568 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.481869 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.496965 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:29:50.497681 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:29:50.503720 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:29:50.580630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.647870 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:50.677416 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.687976 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.693921 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad361e65-ed7a-4836-aabd-ad1f40d616f2 HTTP/1.1" status: 204 len: 168 time: 0.6783042 Dec 23 00:29:50.769345 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9413d-17f4-40a9-bf3f-596bfa4a5cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad361e65-ed7a-4836-aabd-ad1f40d616f2,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:50.804894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:50.805582 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:50.807468 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] Provisioning complete for port 43b39dde-9504-49bf-bd8b-727679c396ec triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:50.807832 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:50.811827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Network 128f2490-5004-4fd4-8c12-1188994adac5 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:50.822363 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70a65c-4524-47bb-8884-a5b71e7f84fe req-ed876cb5-854e-4a09-94db-75c54c74074a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:50.830975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:50.832172 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b70a65c-4524-47bb-8884-a5b71e7f84fe req-ed876cb5-854e-4a09-94db-75c54c74074a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.2125261 Dec 23 00:29:50.841059 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:50.911593 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b70a65c-4524-47bb-8884-a5b71e7f84fe req-9dd2559a-850f-4d12-9b78-50113963691f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782270 Dec 23 00:29:50.921941 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event updated for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:50.943391 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.001035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.103981 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9decc-82b5-4a19-bdc2-c9aeef76ca6c None None] Pushing event updated for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:51.107557 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 48994) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:51.166617 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Allocated IP 172.27.1.116 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/976edc5b-b6a3-4a45-a71e-4843d490ca0b) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:51.196425 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-12f64db6-1f93-4795-96e3-5a7490569a8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a35171326e3486f82061e023d776780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873501 Dec 23 00:29:51.198503 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49000) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:51.266013 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.305164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.317846 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:51.324797 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.355734 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.356857 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:51.357588 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.388224 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-8922e7c7-f44f-4dac-b1b9-4255343c7a14 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1817844 Dec 23 00:29:51.403341 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff51cc9-5155-4a17-9354-225f93966fae req-18d567e3-1327-4c0f-b4be-2fb940f1ad0f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:51.412683 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dff51cc9-5155-4a17-9354-225f93966fae req-18d567e3-1327-4c0f-b4be-2fb940f1ad0f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 931 time: 0.3459516 Dec 23 00:29:51.419270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.423392 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Request body: {'port': {'device_id': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:29:51.424300 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.434858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.448697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:51.480782 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.487265 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:51.491121 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.494914 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05a830c0-e347-45c4-ad2f-8d83f892ecc5 HTTP/1.1" status: 204 len: 168 time: 0.2951441 Dec 23 00:29:51.498856 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:51.513655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968edf2-f392-4db2-ac0f-13d828a245c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a830c0-e347-45c4-ad2f-8d83f892ecc5,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:51.524393 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:51.535347 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:51.556567 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Pushing event updated for resources: {'Port': ['ID=f16ffbca-b050-4a52-a091-145591b6b300,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:51.601125 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:51.603109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.695277 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] For port 43b39dde-9504-49bf-bd8b-727679c396ec, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=43b39dde-9504-49bf-bd8b-727679c396ec,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:51.708236 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=976edc5b-b6a3-4a45-a71e-4843d490ca0b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:51.715114 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.758429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Attempting to bind port f16ffbca-b050-4a52-a091-145591b6b300 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:51.758808 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Attempting to bind port f16ffbca-b050-4a52-a091-145591b6b300 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:51.759208 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Attempting to bind port f16ffbca-b050-4a52-a091-145591b6b300 on network e62f269d-7fe8-4c82-b0e9-1b24e8292367 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:51.824564 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:51.824953 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Checking segment: {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:51.825348 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.825785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Bound using segment: {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:51.826882 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Bound port: f16ffbca-b050-4a52-a091-145591b6b300, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:51.827265 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:51.849206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49024) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:51.994257 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dff51cc9-5155-4a17-9354-225f93966fae req-e3125385-e5e7-4229-8488-83655298699e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763142 Dec 23 00:29:51.995534 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1fc37cff-788a-455f-8dd6-bba6cb379489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.013063 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff04ce-511c-4cf6-9ace-6d771a5be603 None None] Pushing event updated for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:52.046212 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-9df76cbc-c3e1-4554-80d9-b524472d8567 None None] Provisioning complete for port 43b39dde-9504-49bf-bd8b-727679c396ec triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:52.046583 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9df76cbc-c3e1-4554-80d9-b524472d8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.063075 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49036) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:52.107995 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1fc37cff-788a-455f-8dd6-bba6cb379489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.134487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1fc37cff-788a-455f-8dd6-bba6cb379489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.175064 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1fc37cff-788a-455f-8dd6-bba6cb379489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e97679cc83204cd1ab56a5d5e068adba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247013 Dec 23 00:29:52.188415 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49038) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:52.227697 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c119c005-e659-488c-a43d-ffffd1a539b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d8d2a4ef1314371ae736cfc1ad6fd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631503 Dec 23 00:29:52.229104 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49040) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:52.236151 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc37cff-788a-455f-8dd6-bba6cb379489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442ee218-3664-42e4-ae5c-e982f8434965,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:52.296324 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] For port f16ffbca-b050-4a52-a091-145591b6b300, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:52.300131 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c8acb-15b2-4f9f-8337-58b4a9fcd1fe req-4fc17832-f2e9-46ac-b1de-17b764427f82 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:52.301650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] For port f16ffbca-b050-4a52-a091-145591b6b300, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=f16ffbca-b050-4a52-a091-145591b6b300,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:52.308259 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d84c8acb-15b2-4f9f-8337-58b4a9fcd1fe req-4fc17832-f2e9-46ac-b1de-17b764427f82 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.2146974 Dec 23 00:29:52.316725 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.317130 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.319956 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:50Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:52.376885 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.380847 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ab5d-636d-4f10-8d25-0dd5e18065d7 None None] The sync data for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi is: [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:50Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:52.497059 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66aa0-7a11-43cd-be45-bc07553e4eaf None None] Pushing event updated for resources: {'Port': ['ID=f16ffbca-b050-4a52-a091-145591b6b300,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:52.500152 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d84c8acb-15b2-4f9f-8337-58b4a9fcd1fe req-96666edf-64e8-4a94-8acd-457302422372 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910563 Dec 23 00:29:52.500847 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.504430 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.539606 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.547597 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:52.549127 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82a69306-acd8-4126-9f5c-319f36dc9c1a HTTP/1.1" status: 204 len: 168 time: 0.3185358 Dec 23 00:29:52.562713 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb3452-5383-44a3-b268-7fcb4036c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a69306-acd8-4126-9f5c-319f36dc9c1a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:53.118125 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.260311 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f76ab-0bd0-4f2d-bfb3-0dec0ffca440 req-9a793284-82e1-4a21-84f5-d339a0b39c3f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:53.262737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5d1f76ab-0bd0-4f2d-bfb3-0dec0ffca440 req-9a793284-82e1-4a21-84f5-d339a0b39c3f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 931 time: 0.1145604 Dec 23 00:29:53.336293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7872c5c5-bb4e-4052-8091-9e83cf3ec8de {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:53.354921 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5d1f76ab-0bd0-4f2d-bfb3-0dec0ffca440 req-6b8eea24-16fc-4bc3-82d4-754aefeec304 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862398 Dec 23 00:29:53.394504 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.397973 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.401328 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.403290 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/442ee218-3664-42e4-ae5c-e982f8434965 HTTP/1.1" status: 204 len: 168 time: 1.2111042 Dec 23 00:29:53.423869 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2ae8-f553-47d8-ab38-3ba55c9b6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ee218-3664-42e4-ae5c-e982f8434965,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:53.444544 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Transition to ACTIVE for port object 7872c5c5-bb4e-4052-8091-9e83cf3ec8de will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:29:53.456157 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.482332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:53.821027 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Pushing event updated for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.858786 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:29:53.861443 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076b90-ab09-44d4-8af0-755543d71f07 req-4c30f444-6786-4e43-a3dd-005905847dc0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:53.862994 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e4076b90-ab09-44d4-8af0-755543d71f07 req-4c30f444-6786-4e43-a3dd-005905847dc0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1614752 Dec 23 00:29:53.866423 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Router f508ad04-ced4-48c8-87a1-cdee13523b44 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:29:53.888221 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510dcaa-be48-4295-b875-f37fd1cc35d5 None None] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:29:53.944287 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e4076b90-ab09-44d4-8af0-755543d71f07 req-8065cffd-1547-4671-9218-d297a620e115 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702100 Dec 23 00:29:53.963545 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Attempting to bind port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:53.963925 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Attempting to bind port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:53.964586 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Attempting to bind port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:53.997836 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] Provisioning complete for port f16ffbca-b050-4a52-a091-145591b6b300 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:53.998209 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.004520 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de on network 128f2490-5004-4fd4-8c12-1188994adac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:29:54.009335 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Attempting to bind port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:54.028922 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:54.029268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Checking segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:54.029691 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Bound using segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:54.030135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Bound port: 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:54.030491 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.163276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.205029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:54.225608 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Sync routers for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:54.226751 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] For port f16ffbca-b050-4a52-a091-145591b6b300, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=f16ffbca-b050-4a52-a091-145591b6b300,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:54.236349 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.244207 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:54.245057 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:54.246248 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:54.255398 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49100) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:54.255868 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:54.263718 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.294035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:54.295219 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-66dcb7b8-4b6c-45d9-ac63-193b1366c771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.297056 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.298613 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] 10.222.0.43 "PUT /v2.0/ports/7872c5c5-bb4e-4052-8091-9e83cf3ec8de HTTP/1.1" status: 200 len: 1093 time: 2.8828912 Dec 23 00:29:54.313067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:29:54.314852 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c4f999-c0bb-497f-9978-34c091f9c004" -d '{"events": [{"name": "network-changed", "server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:29:54.319671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.327794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49106) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:54.328920 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ba27a483-b957-4426-b9f9-a9bb132db4d6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5549164 Dec 23 00:29:54.338698 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70750d-fd34-461a-bfd2-34f37667d091 None None] Pushing event updated for resources: {'Port': ['ID=f16ffbca-b050-4a52-a091-145591b6b300,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:54.443779 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:54.478111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a522a9-5db7-4b68-be62-85abe1cf63c6 x-openstack-request-id: req-16a522a9-5db7-4b68-be62-85abe1cf63c6 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:29:54.478111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:29:54.478111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16a522a9-5db7-4b68-be62-85abe1cf63c6 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:29:54.478111 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'status': 'completed', 'code': 200} Dec 23 00:29:54.514185 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d123d10-7b4a-4f1c-9f1b-a5493046155a service neutron] Pushing event updated for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:54.541987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-21baf32c-141a-44ab-85e4-a99889c5c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:54.547384 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-21baf32c-141a-44ab-85e4-a99889c5c602 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 1096 time: 0.1326923 Dec 23 00:29:54.600593 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-26ded64b-8b52-4c0a-964f-efae0a338d4e None None] Provisioning complete for port f16ffbca-b050-4a52-a091-145591b6b300 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:54.606164 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-26ded64b-8b52-4c0a-964f-efae0a338d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.617251 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device f16ffbca-b050-4a52-a091-145591b6b300 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:54.701299 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-1264863b-69b6-4792-9118-8b3efc696b16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de HTTP/1.1" status: 200 len: 217 time: 0.1354685 Dec 23 00:29:54.764299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-66dcb7b8-4b6c-45d9-ac63-193b1366c771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.789133 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-66dcb7b8-4b6c-45d9-ac63-193b1366c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.797772 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-b81ba5cb-3210-4e13-aebf-40346282928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:54.799313 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-b81ba5cb-3210-4e13-aebf-40346282928a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.0826588 Dec 23 00:29:54.808946 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95054dc1-c280-4a36-b04d-e50222f9d30a req-a549de02-b206-48df-8161-176f8bc73c87 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:54.810482 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95054dc1-c280-4a36-b04d-e50222f9d30a req-a549de02-b206-48df-8161-176f8bc73c87 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 943 time: 0.2071102 Dec 23 00:29:54.854747 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-ef08aa04-a769-4d69-a172-a08db4984d8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432565 Dec 23 00:29:54.855685 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-66dcb7b8-4b6c-45d9-ac63-193b1366c771 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0694955a645847c6aeb75598c242d20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991604 Dec 23 00:29:54.859630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49130) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:54.918284 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 3, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:54.927574 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port f16ffbca-b050-4a52-a091-145591b6b300 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:54.928148 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:54.981999 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-0ef634c1-53e8-471a-970b-cfc6f60b7c64 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148279 Dec 23 00:29:54.983557 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Checking router: f508ad04-ced4-48c8-87a1-cdee13523b44 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:54.985225 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Updating router f508ad04-ced4-48c8-87a1-cdee13523b44 port 976edc5b-b6a3-4a45-a71e-4843d490ca0b binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:29:55.005920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcb7b8-4b6c-45d9-ac63-193b1366c771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a8585-5215-41fb-ba80-31ce16902518,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:55.027360 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95054dc1-c280-4a36-b04d-e50222f9d30a req-05dd8927-4c23-4846-b426-00c3dbb9c15d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069829 Dec 23 00:29:55.062939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.067251 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.118750 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.169785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 43b39dde-9504-49bf-bd8b-727679c396ec up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:55.171802 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95cc8f74-c386-41ca-81cf-b079e1f8e4d5 req-67d31f04-891e-4b06-974b-6d617e9c1f25 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675696 Dec 23 00:29:55.206382 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.209700 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.214552 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/424a8585-5215-41fb-ba80-31ce16902518 HTTP/1.1" status: 204 len: 168 time: 0.3531702 Dec 23 00:29:55.231818 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45156372-76c5-444f-b238-04e2b8d962c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a8585-5215-41fb-ba80-31ce16902518,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:55.266907 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 43b39dde-9504-49bf-bd8b-727679c396ec triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:55.267792 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.425135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-8d319a1b-da43-486c-99ed-ff51e29031c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:55.427023 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-8d319a1b-da43-486c-99ed-ff51e29031c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 1096 time: 0.1065285 Dec 23 00:29:55.430644 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22151aa-56e9-4479-8c8e-6f148a22a58c req-d913985d-1743-4aed-be9e-2bf7c79d65ba tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:55.438474 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a22151aa-56e9-4479-8c8e-6f148a22a58c req-d913985d-1743-4aed-be9e-2bf7c79d65ba tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.3435693 Dec 23 00:29:55.517237 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a22151aa-56e9-4479-8c8e-6f148a22a58c req-4557e5ac-a4c2-4547-9211-89bb687e5802 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771284 Dec 23 00:29:55.632453 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.643975 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.657314 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-b5bd914b-269c-4e94-bb61-0e4e58c15f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:55.659930 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-b5bd914b-269c-4e94-bb61-0e4e58c15f3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 916 time: 0.2186913 Dec 23 00:29:55.663404 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.699892 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Pushing event updated for resources: {'Port': ['ID=976edc5b-b6a3-4a45-a71e-4843d490ca0b,revision_number=2']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:55.721282 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.721926 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.722424 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.722902 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.723388 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.723868 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.724336 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.724816 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.725145 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.725484 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.725842 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.726162 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.726477 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:29:55.735870 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Attempting to bind port 976edc5b-b6a3-4a45-a71e-4843d490ca0b on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:29:55.736387 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Attempting to bind port 976edc5b-b6a3-4a45-a71e-4843d490ca0b by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:29:55.736741 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Attempting to bind port 976edc5b-b6a3-4a45-a71e-4843d490ca0b on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:29:55.743470 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:29:55.743855 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:29:55.744250 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.744658 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:29:55.745101 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Bound port: 976edc5b-b6a3-4a45-a71e-4843d490ca0b, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:29:55.745512 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.757973 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-49484cd1-639a-4e79-9958-dd7398429a2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de HTTP/1.1" status: 200 len: 217 time: 0.0851440 Dec 23 00:29:55.816833 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] For port 976edc5b-b6a3-4a45-a71e-4843d490ca0b, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:29:55.829572 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] For port 976edc5b-b6a3-4a45-a71e-4843d490ca0b, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=976edc5b-b6a3-4a45-a71e-4843d490ca0b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:29:55.846789 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:55.863588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Allocated IP 172.20.0.1 (e62f269d-7fe8-4c82-b0e9-1b24e8292367/66a33980-e766-42ca-a7a3-c8a42fdcda4e/ef1aaedc-aba5-45db-8a7b-215577c0ec88) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:29:55.868311 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-3830ed4c-04ff-46aa-aa74-52d189c4c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:55.875197 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-3830ed4c-04ff-46aa-aa74-52d189c4c1df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.1095335 Dec 23 00:29:55.925986 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-fc70e0e0-3b56-4c2b-a4ca-bc6b3b7bac53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403128 Dec 23 00:29:55.949767 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:55.950425 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:55.996507 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133a1d-e111-4570-ae93-839aa01391a1 None None] Pushing event updated for resources: {'Port': ['ID=976edc5b-b6a3-4a45-a71e-4843d490ca0b,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:56.081094 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-237bdec9-2e43-448e-b7cd-7bc0e96624bc service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437013 Dec 23 00:29:56.128126 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.155462 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:56.206817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e9b8-6d76-4cfb-83fa-78bb0a0b6ff7 req-80a05c35-afe6-4f8a-80d8-08eee9867471 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:56.208803 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b44e9b8-6d76-4cfb-83fa-78bb0a0b6ff7 req-80a05c35-afe6-4f8a-80d8-08eee9867471 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 943 time: 0.0660839 Dec 23 00:29:56.228653 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-46c4f999-c0bb-497f-9978-34c091f9c004 req-17da1d69-b949-4608-b318-10548c978666 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285696 Dec 23 00:29:56.241195 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.287757 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:56.300285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:56.304947 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:29:56.307229 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:56.347359 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b44e9b8-6d76-4cfb-83fa-78bb0a0b6ff7 req-52c19f8b-057b-44b2-826c-d404c8d2092d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276228 Dec 23 00:29:56.357305 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.413946 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bb63f0a6-56c7-4391-a8b5-f3ad9f6ce3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.427529 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 3, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:56.458728 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022f49-60a3-4b5b-baf8-2babe5bb9abd None None] The sync data for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi is: [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 3, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:29:56.462717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device f16ffbca-b050-4a52-a091-145591b6b300 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:56.532767 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port f16ffbca-b050-4a52-a091-145591b6b300 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:56.533181 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.598618 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.690816 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f18e5a-2ba8-4b9e-ba64-f146c3536b76 req-e24a9834-45e4-4de5-8bff-92462f2fbd27 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:56.692732 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82f18e5a-2ba8-4b9e-ba64-f146c3536b76 req-e24a9834-45e4-4de5-8bff-92462f2fbd27 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0741942 Dec 23 00:29:56.705782 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-99d26744-c66f-4180-acb8-9f3eed54c2b2 None None] Provisioning complete for port ef1aaedc-aba5-45db-8a7b-215577c0ec88 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:56.708659 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-99d26744-c66f-4180-acb8-9f3eed54c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.751787 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-99d26744-c66f-4180-acb8-9f3eed54c2b2 None None] Port ef1aaedc-aba5-45db-8a7b-215577c0ec88 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:56.821361 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82f18e5a-2ba8-4b9e-ba64-f146c3536b76 req-f1c69543-3b05-40d5-b7c9-a4118911d648 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218612 Dec 23 00:29:56.836922 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.848486 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.946199 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:56.949272 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:56.959807 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-9404564e-39b7-47e9-ae43-72eb9a996c9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581515 Dec 23 00:29:57.099962 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-9dedfd90-af94-4f72-ad89-e3389fc4d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:57.101934 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-9dedfd90-af94-4f72-ad89-e3389fc4d83c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 1099 time: 0.0581207 Dec 23 00:29:57.132092 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:29:57.133799 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:29:57.281109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49212) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:57.340566 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Router f508ad04-ced4-48c8-87a1-cdee13523b44 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:29:57.362874 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-6de70ef2-a631-4040-9002-6be6560d11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:57.364475 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-6de70ef2-a631-4040-9002-6be6560d11f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 916 time: 0.2319748 Dec 23 00:29:57.460637 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-8e0cebe3-5b9d-40f7-9c77-5e78386c10b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d HTTP/1.1" status: 200 len: 217 time: 0.0783541 Dec 23 00:29:57.491604 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-9570613c-c909-4a90-9549-0aa6d263d36b None None] Provisioning complete for port ef1aaedc-aba5-45db-8a7b-215577c0ec88 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:57.492674 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9570613c-c909-4a90-9549-0aa6d263d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:57.512390 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49218) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:57.564035 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 7872c5c5-bb4e-4052-8091-9e83cf3ec8de details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:29:57.587005 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-77b045fa-a38f-43d1-a75e-9bf6560fe53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:57.588818 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-77b045fa-a38f-43d1-a75e-9bf6560fe53c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.1175935 Dec 23 00:29:57.605814 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839758f-78dd-4ea7-8331-ba272442b7dc req-963aa0ce-4546-487e-acad-a7269ca4bc32 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:57.610078 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-9570613c-c909-4a90-9549-0aa6d263d36b None None] Port ef1aaedc-aba5-45db-8a7b-215577c0ec88 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:29:57.615955 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c839758f-78dd-4ea7-8331-ba272442b7dc req-963aa0ce-4546-487e-acad-a7269ca4bc32 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 943 time: 0.1051354 Dec 23 00:29:57.617042 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:29:57.637860 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6cf5f901-b0fc-4173-bc79-6d0bdbf1a951 admin admin] 10.222.0.24 "PUT /v2.0/routers/f508ad04-ced4-48c8-87a1-cdee13523b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3078709 Dec 23 00:29:57.658082 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-0eab3a8d-7bcb-476b-930a-81da6edc203c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394735 Dec 23 00:29:57.751786 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:57.774032 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc627d04-4069-4108-8567-64529cf2ce2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:57.776915 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'port_id': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'mac_address': 'fa:16:3e:78:cc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5595d246-8f91-4256-b0b3-2efc25c1fb6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:29:57.858239 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:57.862727 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-19e7d592-beda-473a-810b-0750db9c5138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:57.874862 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7872c5c5-bb4e-4052-8091-9e83cf3ec8de {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:29:57.897199 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c839758f-78dd-4ea7-8331-ba272442b7dc req-0f0dd402-6db5-4276-a1d9-7307dc3dbb98 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803583 Dec 23 00:29:57.897322 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:57.903830 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:57.969633 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-aed7ea39-9624-44c9-92ee-cd50a406bab1 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975032 Dec 23 00:29:58.016879 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.039874 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961dd5-5ff0-418d-a6b8-2ea7d947c8ac req-18b4856f-d3ab-4240-920e-98bc4741f07c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:58.041663 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-64961dd5-5ff0-418d-a6b8-2ea7d947c8ac req-18b4856f-d3ab-4240-920e-98bc4741f07c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0662394 Dec 23 00:29:58.061162 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc627d04-4069-4108-8567-64529cf2ce2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.092288 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fc627d04-4069-4108-8567-64529cf2ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.098765 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-64961dd5-5ff0-418d-a6b8-2ea7d947c8ac req-9acf1468-afaa-4a33-a8c3-8743ab0ca553 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Dec 23 00:29:58.171456 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc627d04-4069-4108-8567-64529cf2ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e9336-500f-42f2-ae7d-70061d768130,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.183415 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-19e7d592-beda-473a-810b-0750db9c5138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.187345 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-fc627d04-4069-4108-8567-64529cf2ce2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eae5ff8dc5a34fba8fb8cc3a321d279b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9041705 Dec 23 00:29:58.192072 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49238) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:58.200826 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-19e7d592-beda-473a-810b-0750db9c5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.220378 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d018aeb-f8e4-4da5-820a-02a166b98f99 req-2f8a7732-f3d7-41d7-88f2-2199f5e25497 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416434 Dec 23 00:29:58.269166 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-19e7d592-beda-473a-810b-0750db9c5138 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9198fa7f5b0941b68ccb28bdc1f9046b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7557206 Dec 23 00:29:58.272644 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49248) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:58.275740 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7d592-beda-473a-810b-0750db9c5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de09875-6b65-43a1-a017-b3468559dd7b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.310308 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.346353 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.353557 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['7872c5c5-bb4e-4052-8091-9e83cf3ec8de'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:29:58.402518 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.410364 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.414560 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.416955 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b7e9336-500f-42f2-ae7d-70061d768130 HTTP/1.1" status: 204 len: 168 time: 0.2219005 Dec 23 00:29:58.433315 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79c9c7-d066-41f3-b901-9f93e76cff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e9336-500f-42f2-ae7d-70061d768130,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.456533 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.526369 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.529459 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.533807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2de09875-6b65-43a1-a017-b3468559dd7b HTTP/1.1" status: 204 len: 168 time: 0.2589290 Dec 23 00:29:58.542721 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeeaa3-9e5b-4047-8b7f-59035b8b25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de09875-6b65-43a1-a017-b3468559dd7b,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.591930 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-87e5d3c1-0ba1-438e-8834-a7c3c9955d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.623454 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 976edc5b-b6a3-4a45-a71e-4843d490ca0b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:58.682790 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 976edc5b-b6a3-4a45-a71e-4843d490ca0b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:58.683205 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.778859 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.803075 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 976edc5b-b6a3-4a45-a71e-4843d490ca0b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=976edc5b-b6a3-4a45-a71e-4843d490ca0b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:29:58.814151 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:58.918181 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Sync routers for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:29:58.960082 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=976edc5b-b6a3-4a45-a71e-4843d490ca0b,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:29:58.985069 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:29:58.985838 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:59.172647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e7648-1b17-44ad-9b2c-b65aeef7c363 req-80702ec4-19cd-4ef8-a6dc-d1e70a559176 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:59.181811 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-368e7648-1b17-44ad-9b2c-b65aeef7c363 req-80702ec4-19cd-4ef8-a6dc-d1e70a559176 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 944 time: 0.1165900 Dec 23 00:29:59.243958 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:29:59.246723 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:29:59.302233 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-368e7648-1b17-44ad-9b2c-b65aeef7c363 req-88d3cca1-b6c0-4487-89e2-818f19da9497 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085110 Dec 23 00:29:59.553819 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142cc82-4f8b-400b-8c98-953b69f96285 req-131759bf-55dc-47b8-94ce-d570ec4fa07f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:29:59.569406 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 7872c5c5-bb4e-4052-8091-9e83cf3ec8de up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:29:59.580194 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c142cc82-4f8b-400b-8c98-953b69f96285 req-131759bf-55dc-47b8-94ce-d570ec4fa07f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1181226 Dec 23 00:29:59.674628 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c142cc82-4f8b-400b-8c98-953b69f96285 req-e77a9f38-d16f-4733-8f61-d290b36d9b67 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933971 Dec 23 00:29:59.708827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:29:59.735016 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:56Z', 'revision_number': 4, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'ef1aaedc-aba5-45db-8a7b-215577c0ec88', 'name': '', 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'mac_address': 'fa:16:3e:72:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:55Z', 'updated_at': '2021-12-23T00:29:56Z', 'revision_number': 2, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'subnets': [{'id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:29:59.909377 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Checking router: f508ad04-ced4-48c8-87a1-cdee13523b44 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:29:59.909783 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Updating router f508ad04-ced4-48c8-87a1-cdee13523b44 port ef1aaedc-aba5-45db-8a7b-215577c0ec88 binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:29:59.911609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49328) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:29:59.919875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:29:59.920243 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.024038 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.025553 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.073513 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1682911876-network', 'tenant_id': '838c5abfd096404b84f3db7097491aa4'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:00.123786 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Made reservation on behalf of 838c5abfd096404b84f3db7097491aa4 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:00.137516 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.155122 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.193908 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.283647 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:30:00.286238 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396769c-2a76-4357-80e4-52bc5ce00c21" -d '{"events": [{"server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "name": "network-vif-plugged", "status": "completed", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:30:00.298292 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.304924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.318157 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:00.325389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.360566 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:30:00.393079 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.393391 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Added segment 88cf4be1-7b94-464f-8356-6c28dc9a5b44 of type vlan for network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 Dec 23 00:30:00.394711 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c181e12-9c90-43e9-829a-e0a1d53e5160,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:00.461677 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5a0e9-6c6b-4e9f-b9e0-6b87c13cb4d3 x-openstack-request-id: req-9ea5a0e9-6c6b-4e9f-b9e0-6b87c13cb4d3 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:30:00.462030 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "name": "network-vif-plugged", "status": "completed", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:30:00.462293 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ea5a0e9-6c6b-4e9f-b9e0-6b87c13cb4d3 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:30:00.462799 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'code': 200} Dec 23 00:30:00.489496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.562245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 976edc5b-b6a3-4a45-a71e-4843d490ca0b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:00.577133 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.578183 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:00.578947 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.666757 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7534132 Dec 23 00:30:00.669776 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49346) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:00.678371 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Request body: {'subnet': {'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1682911876-subnet', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:00.692610 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:00.708087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9faff5-8b97-4eff-aafc-125a6029e104 req-0ae46bb6-95b4-4519-a0d6-3e013fde6ed5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:00.732909 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f9faff5-8b97-4eff-aafc-125a6029e104 req-0ae46bb6-95b4-4519-a0d6-3e013fde6ed5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.2139578 Dec 23 00:30:00.751754 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.761313 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 976edc5b-b6a3-4a45-a71e-4843d490ca0b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:00.762098 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.789981 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:00.843183 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a89cb7-79ef-40a6-9336-d76e8b5058d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:00.871182 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:30:00.876325 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3fa6-3146-40b9-92f0-1772e7cf9a62 None None] Pushing event updated for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:00.904479 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f9faff5-8b97-4eff-aafc-125a6029e104 req-9deb6327-f040-4b98-97c9-ae6727d91286 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705639 Dec 23 00:30:00.989216 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dae9ea-88f8-4fcc-a9fe-b587e54616a4 req-5f37cb5d-b77c-47d1-a1c8-ec5d1b38ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:00.991459 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-12dae9ea-88f8-4fcc-a9fe-b587e54616a4 req-5f37cb5d-b77c-47d1-a1c8-ec5d1b38ae5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 1098 time: 0.2512953 Dec 23 00:30:00.992421 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Made reservation on behalf of 838c5abfd096404b84f3db7097491aa4 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:00.995160 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.130246 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Attempting to bind port ef1aaedc-aba5-45db-8a7b-215577c0ec88 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:01.131084 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Attempting to bind port ef1aaedc-aba5-45db-8a7b-215577c0ec88 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:01.131614 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Attempting to bind port ef1aaedc-aba5-45db-8a7b-215577c0ec88 on network e62f269d-7fe8-4c82-b0e9-1b24e8292367 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:01.143592 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:01.144336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Checking segment: {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:01.144905 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.145461 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Bound using segment: {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:01.146238 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Bound port: ef1aaedc-aba5-45db-8a7b-215577c0ec88, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628c5471-609e-47fc-b67e-6f97851691bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:01.146777 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.160518 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db0fc1-bf96-4c1b-9f05-6c90db36e1d2 req-cdba26fb-a7b8-42b6-815a-686eb90441b8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:01.168695 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1db0fc1-bf96-4c1b-9f05-6c90db36e1d2 req-cdba26fb-a7b8-42b6-815a-686eb90441b8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.2837050 Dec 23 00:30:01.220579 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-87f6f969-e832-4e4b-a0b6-2843bd09011e None None] Provisioning complete for port ef1aaedc-aba5-45db-8a7b-215577c0ec88 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:01.221378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-87f6f969-e832-4e4b-a0b6-2843bd09011e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.276039 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.290248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-87f6f969-e832-4e4b-a0b6-2843bd09011e None None] Port ef1aaedc-aba5-45db-8a7b-215577c0ec88 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:01.292913 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] For port ef1aaedc-aba5-45db-8a7b-215577c0ec88, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:01.297684 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] For port ef1aaedc-aba5-45db-8a7b-215577c0ec88, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ef1aaedc-aba5-45db-8a7b-215577c0ec88,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:01.311371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.382391 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:01.383493 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:01.438240 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3fa6-3146-40b9-92f0-1772e7cf9a62 None None] Pushing event updated for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:01.622087 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:01.675502 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1db0fc1-bf96-4c1b-9f05-6c90db36e1d2 req-dce476b4-6127-4d11-906e-6d57059b299d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013006 Dec 23 00:30:01.684355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-12dae9ea-88f8-4fcc-a9fe-b587e54616a4 req-f3303c3d-01c2-49c2-aca5-e1493c14569f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605132 Dec 23 00:30:01.863203 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.907645 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] Provisioning complete for port ef1aaedc-aba5-45db-8a7b-215577c0ec88 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:01.908297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:01.936112 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77063ba-0589-4037-970d-c16208960f91,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:01.943327 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:01.943683 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Network hostable DHCP agents. Network: b9f030f2-43c1-4e27-83d5-ac6063c2a3b3, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:30:01.967040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:30:01.984736 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, b9f030f2-43c1-4e27-83d5-ac6063c2a3b3) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:02.011066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:02.013890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.017152 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9c469-56b9-4e83-b3e3-75fdae613b07 None None] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:02.062893 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5b90e9e4-323d-40a8-a4c8-2524eace5113 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3906014 Dec 23 00:30:02.066019 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49378) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:02.070910 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:02.127186 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.128275 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.242017 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.261572 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.265273 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:30:02.266409 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.410296 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:56Z', 'revision_number': 4, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'ef1aaedc-aba5-45db-8a7b-215577c0ec88', 'name': '', 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'mac_address': 'fa:16:3e:72:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:55Z', 'updated_at': '2021-12-23T00:30:01Z', 'revision_number': 4, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'subnets': [{'id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:02.505357 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:02.548647 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09b4e-9862-45f3-a3c5-f523eb9c55bc None None] The sync data for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi is: [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:29:56Z', 'revision_number': 4, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'ef1aaedc-aba5-45db-8a7b-215577c0ec88', 'name': '', 'network_id': 'e62f269d-7fe8-4c82-b0e9-1b24e8292367', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'mac_address': 'fa:16:3e:72:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:55Z', 'updated_at': '2021-12-23T00:30:01Z', 'revision_number': 4, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'subnets': [{'id': '66a33980-e766-42ca-a7a3-c8a42fdcda4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:30:02.593055 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134e25e-00b3-4f8c-8c5a-991d05e46297 req-216e248e-b09a-4b18-8a50-a13a6b706b48 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:02.596673 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Allocated IP 172.20.0.2 (b9f030f2-43c1-4e27-83d5-ac6063c2a3b3/b77063ba-0589-4037-970d-c16208960f91/fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:02.601890 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5134e25e-00b3-4f8c-8c5a-991d05e46297 req-216e248e-b09a-4b18-8a50-a13a6b706b48 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.2329075 Dec 23 00:30:02.918980 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5134e25e-00b3-4f8c-8c5a-991d05e46297 req-42533838-c37f-46b9-aa59-44d7be0a7d91 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156142 Dec 23 00:30:02.962280 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.023257 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa074-1f83-41a3-82ed-6d8fbb023bde req-c0fdb8a7-8fcd-4cc7-9b92-9c849b1137df tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:03.051179 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-947aa074-1f83-41a3-82ed-6d8fbb023bde req-c0fdb8a7-8fcd-4cc7-9b92-9c849b1137df tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1687884 Dec 23 00:30:03.066937 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] For port ef1aaedc-aba5-45db-8a7b-215577c0ec88, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ef1aaedc-aba5-45db-8a7b-215577c0ec88,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:03.075415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.193783 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-947aa074-1f83-41a3-82ed-6d8fbb023bde req-091c501f-17c6-4a45-b64d-0fe751d268b8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371653 Dec 23 00:30:03.250050 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.251363 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9461c0-984a-49c2-a6b6-2eaf931a80bb None None] Pushing event updated for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:03.266503 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.271430 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.280336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.338828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:03.343974 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:03.350700 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:03.366322 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Pushing event updated for resources: {'Port': ['ID=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:03.433002 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Attempting to bind port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:03.433297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Attempting to bind port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:03.433695 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Attempting to bind port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:03.445392 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:03.445811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:03.446212 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.446927 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Bound using segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:03.447409 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Bound port: fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:03.447925 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.458018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Allocated IP 172.27.1.254 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/38700d7a-a504-45c8-90ec-23348afe1965) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:03.543469 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] For port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:03.548905 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] For port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:03.559109 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.622726 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.625831 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efd967-4d28-49f6-8d2a-2c2c415b366c None None] Pushing event updated for resources: {'Port': ['ID=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:03.691991 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:30:03.692702 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:03.742944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:03.746511 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:03.751187 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:03.787609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Pushing event updated for resources: {'Port': ['ID=38700d7a-a504-45c8-90ec-23348afe1965,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:04.203821 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:04.212181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec385301-9d6b-41c5-8889-c74308f4391e req-d292a8f2-c3a1-48c6-9116-ddeff8619ed3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:04.221669 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec385301-9d6b-41c5-8889-c74308f4391e req-d292a8f2-c3a1-48c6-9116-ddeff8619ed3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.1112361 Dec 23 00:30:04.282378 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec385301-9d6b-41c5-8889-c74308f4391e req-09b3b1b3-d700-4437-8be0-9dff1bc1aabe tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592179 Dec 23 00:30:04.494975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:04.501619 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ce20-e6dc-4985-8983-cbe224c6568b req-2d0ab5c5-fe6b-42fb-8bde-699b5acdef50 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:04.510581 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3aa9ce20-e6dc-4985-8983-cbe224c6568b req-2d0ab5c5-fe6b-42fb-8bde-699b5acdef50 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1594288 Dec 23 00:30:04.598837 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ef1aaedc-aba5-45db-8a7b-215577c0ec88 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:04.613144 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3aa9ce20-e6dc-4985-8983-cbe224c6568b req-4a583188-6921-437e-b3f4-c828ce02abf2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Dec 23 00:30:04.685110 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port ef1aaedc-aba5-45db-8a7b-215577c0ec88 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:04.685491 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:04.751313 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:30:04.802311 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:04.883383 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:04.884523 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:04.895740 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:30:04.908175 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:30:04.918907 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:04.919519 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:04.923725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:04.927710 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-9f09ee0d-afa1-47be-9aac-df5dea45f3bc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8578427 Dec 23 00:30:04.928140 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49418) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:05.046878 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.093990 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323f169-87b2-4b19-998b-aa697d6a29ed None None] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:05.099213 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:05.112762 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:05.132158 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.222591 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-520394e9-e7d4-44e9-9da2-c6b5762634d7 None None] Provisioning complete for port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:05.222961 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-520394e9-e7d4-44e9-9da2-c6b5762634d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.270510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:05.382238 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:03Z', 'revision_number': 3, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:05.445216 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:30:05.445711 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Updating router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 port 38700d7a-a504-45c8-90ec-23348afe1965 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:30:05.513935 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.600461 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a553-3f1c-4c1e-9529-b7bc8b205ef0 req-473166df-2875-4d74-8b84-477291ab6cb3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:05.602282 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d317a553-3f1c-4c1e-9529-b7bc8b205ef0 req-473166df-2875-4d74-8b84-477291ab6cb3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.1682458 Dec 23 00:30:05.604435 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.736141 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-aaa01423-03d1-4c3d-9cd2-41dddb13de14 None None] Provisioning complete for port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:05.736786 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-aaa01423-03d1-4c3d-9cd2-41dddb13de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.807780 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d317a553-3f1c-4c1e-9529-b7bc8b205ef0 req-6ef93113-cadb-4a32-ad9d-63dcf3fa073e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937506 Dec 23 00:30:05.900741 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.903160 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Allocated IP 172.20.0.1 (b9f030f2-43c1-4e27-83d5-ac6063c2a3b3/b77063ba-0589-4037-970d-c16208960f91/b666f961-0665-47cd-8798-4b21e9bbedca) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:05.917453 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:05.997051 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Attempting to bind port 38700d7a-a504-45c8-90ec-23348afe1965 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:05.997418 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Attempting to bind port 38700d7a-a504-45c8-90ec-23348afe1965 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:05.997795 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Attempting to bind port 38700d7a-a504-45c8-90ec-23348afe1965 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:06.006406 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:06.007075 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:06.007615 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.008337 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:06.009233 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Bound port: 38700d7a-a504-45c8-90ec-23348afe1965, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:06.009834 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.014700 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734bc0-c9f9-43b2-a669-584f4acf5d8f req-f5948bd6-e2ef-4cc8-a9b2-256e7b0e6aaf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:06.026445 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4c734bc0-c9f9-43b2-a669-584f4acf5d8f req-f5948bd6-e2ef-4cc8-a9b2-256e7b0e6aaf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1205661 Dec 23 00:30:06.062459 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] For port 38700d7a-a504-45c8-90ec-23348afe1965, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:06.066033 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] For port 38700d7a-a504-45c8-90ec-23348afe1965, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=38700d7a-a504-45c8-90ec-23348afe1965,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:06.067853 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da0ed-8982-4e64-9686-47f01157d70c None None] Pushing event updated for resources: {'Port': ['ID=38700d7a-a504-45c8-90ec-23348afe1965,revision_number=2']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:06.079951 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.125080 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4c734bc0-c9f9-43b2-a669-584f4acf5d8f req-ec9911be-c60b-4107-9f68-0d95eb76a99c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Dec 23 00:30:06.134292 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da0ed-8982-4e64-9686-47f01157d70c None None] Pushing event updated for resources: {'Port': ['ID=38700d7a-a504-45c8-90ec-23348afe1965,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:06.152752 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:06.153356 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:06.165762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.213351 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.253169 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:06.256245 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:06.260083 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:06.285483 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Pushing event updated for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:06.300163 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:06.307355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.453088 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:06.533135 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:06.533135 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.707249 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-bf942a22-a855-459c-8df5-1fc87709edc5 None None] Provisioning complete for port b666f961-0665-47cd-8798-4b21e9bbedca triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:06.707939 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bf942a22-a855-459c-8df5-1fc87709edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.718147 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:03Z', 'revision_number': 3, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:06.747771 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-bf942a22-a855-459c-8df5-1fc87709edc5 None None] Port b666f961-0665-47cd-8798-4b21e9bbedca cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:06.749753 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e17038-3373-4dcd-b0d6-2c797f63ba23 None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:03Z', 'revision_number': 3, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:30:06.831727 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:06.950989 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05819-75b4-4fcb-bc66-c9d8092903d8 req-970fce57-2bce-4edb-a0ed-b8ad4a9ba17f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:06.968169 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5ea05819-75b4-4fcb-bc66-c9d8092903d8 req-970fce57-2bce-4edb-a0ed-b8ad4a9ba17f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.0771220 Dec 23 00:30:07.023175 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5ea05819-75b4-4fcb-bc66-c9d8092903d8 req-45352cce-a862-4aeb-bd16-64631f9a97db tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Dec 23 00:30:07.079502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:07.090915 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:07.227786 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Pushing event updated for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:07.241925 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:07.332247 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28ef39-553a-43be-aa3e-b733909e6285 req-ad98b11f-547f-43ea-b775-75bd26083e36 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:07.340775 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a28ef39-553a-43be-aa3e-b733909e6285 req-ad98b11f-547f-43ea-b775-75bd26083e36 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0764904 Dec 23 00:30:07.400462 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:07.401881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:07.415551 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a28ef39-553a-43be-aa3e-b733909e6285 req-c13fb8e0-8d4d-4b06-8668-60602b4c7a79 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Dec 23 00:30:07.595514 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:30:07.787130 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d945d682-22e3-4b4b-bcf8-16222d7de61e None None] Provisioning complete for port b666f961-0665-47cd-8798-4b21e9bbedca triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:07.787708 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d945d682-22e3-4b4b-bcf8-16222d7de61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:07.811230 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:30:07.831679 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-47187f9a-5edd-4edb-bbcb-83007d9525cb admin admin] 10.222.0.24 "PUT /v2.0/routers/7535d8fa-09b7-412f-aae1-0301c9fb84f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9024768 Dec 23 00:30:07.888451 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d945d682-22e3-4b4b-bcf8-16222d7de61e None None] Port b666f961-0665-47cd-8798-4b21e9bbedca cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:08.535384 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 38700d7a-a504-45c8-90ec-23348afe1965 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:08.687336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 38700d7a-a504-45c8-90ec-23348afe1965 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:08.687336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:08.703527 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30316f-4e21-4dc5-8feb-5b947d627ed7 req-96c3079e-3bbd-48b2-b707-de2b195c9e43 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:08.705102 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b30316f-4e21-4dc5-8feb-5b947d627ed7 req-96c3079e-3bbd-48b2-b707-de2b195c9e43 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1215422 Dec 23 00:30:08.753436 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49496) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:08.767203 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-665753173-network', 'tenant_id': '275444946ca14de292a39deef605f500'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:08.839939 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b30316f-4e21-4dc5-8feb-5b947d627ed7 req-f6ea3c96-451c-4dc4-b192-f5d3f1e8e3d1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036375 Dec 23 00:30:08.848302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Made reservation on behalf of 275444946ca14de292a39deef605f500 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:08.862469 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:08.892622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:08.942204 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:08.982156 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 38700d7a-a504-45c8-90ec-23348afe1965, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=38700d7a-a504-45c8-90ec-23348afe1965,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:08.990989 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.042811 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.053040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.080890 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=38700d7a-a504-45c8-90ec-23348afe1965,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:09.101034 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332c4264-bb70-4c41-b3af-9d03403946c8,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:09.128867 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:30:09.146956 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.148322 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Added segment 65a8ab74-a893-45a4-bd4a-f10331618279 of type vlan for network c65c3757-f0b6-4ca7-b773-f9c278009d4e Dec 23 00:30:09.200260 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.239141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.242500 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:09.243727 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.289262 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5329783 Dec 23 00:30:09.291762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49508) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:09.299896 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Request body: {'subnet': {'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-665753173-subnet', 'tenant_id': '275444946ca14de292a39deef605f500', 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:09.341390 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108156-1463-4555-b108-459dbaf844a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c65c3757-f0b6-4ca7-b773-f9c278009d4e,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:09.360128 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:30:09.374949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Made reservation on behalf of 275444946ca14de292a39deef605f500 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:09.385566 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8847781'] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.407789 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:30:09.476496 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:09.477430 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:09.629684 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:09.729444 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8847799'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.790525 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be505bc-3ff7-4503-a3af-b71c79aa0648,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:09.803470 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Checking segment: {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:09.803818 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Network hostable DHCP agents. Network: c65c3757-f0b6-4ca7-b773-f9c278009d4e, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:30:09.823403 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:30:09.840588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, c65c3757-f0b6-4ca7-b773-f9c278009d4e) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:09.846943 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:09.847881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.864828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51fa72-4f7f-4f6b-a167-c4bc49b51623 None None] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:09.894954 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49524) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:09.896024 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-d6ccf5a7-b2b2-44cb-ade0-11874a1c3694 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6022274 Dec 23 00:30:09.901126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:09.991915 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 2, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:09.992786 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:09.993812 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.006741 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f740f-9713-476b-a72d-4144348aa02b req-de341bda-3d84-4c8c-9d5a-f2950024f3b2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:10.008627 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1a6f740f-9713-476b-a72d-4144348aa02b req-de341bda-3d84-4c8c-9d5a-f2950024f3b2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0766964 Dec 23 00:30:10.025749 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:30:10.026146 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Updating router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 port b666f961-0665-47cd-8798-4b21e9bbedca binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:30:10.028392 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'project_id': '275444946ca14de292a39deef605f500', 'fixed_ips': [{'subnet_id': '6be505bc-3ff7-4503-a3af-b71c79aa0648'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:30:10.029248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.097203 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.126817 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1a6f740f-9713-476b-a72d-4144348aa02b req-1cadb0e5-c55c-417a-a862-53462561a190 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097510 Dec 23 00:30:10.248282 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.412985 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.509455 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 38700d7a-a504-45c8-90ec-23348afe1965 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:10.800837 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Allocated IP 172.20.0.2 (c65c3757-f0b6-4ca7-b773-f9c278009d4e/6be505bc-3ff7-4503-a3af-b71c79aa0648/e18dcb58-a984-4121-8869-e2b50593a322) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:10.914314 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 38700d7a-a504-45c8-90ec-23348afe1965 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:10.915158 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.918672 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:10.958934 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.090640 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-9a1bfffb-aaff-4e48-82e0-f366d96a1ddf tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:11.107396 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-9a1bfffb-aaff-4e48-82e0-f366d96a1ddf tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.2137206 Dec 23 00:30:11.134672 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-ed798963-787c-48c9-9ae4-842f9fcba092 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/quotas/c1ad8f28dbb74e11af35a105c84aa717 HTTP/1.1" status: 200 len: 375 time: 0.0262780 Dec 23 00:30:11.250303 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Allocated IP 172.27.1.46 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/6183dafe-a374-4a87-baf7-d8858ed4cf85) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:11.301769 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-e174c285-bdbc-4433-bbd9-e674cdf2cfee tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633630 Dec 23 00:30:11.398962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.483888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e95ca-4517-45e3-a166-2d3cb3a01cdb req-d12e5d08-dbab-467d-817b-b32f79cbb700 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:11.493924 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c35e95ca-4517-45e3-a166-2d3cb3a01cdb req-d12e5d08-dbab-467d-817b-b32f79cbb700 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1195910 Dec 23 00:30:11.524016 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.529948 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.532130 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-14a0043c-396a-4577-b56e-bf216f22de48 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310846 Dec 23 00:30:11.637483 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.699381 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-5e8c35e5-3ec8-451e-8322-289f048bd9f3 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662879 Dec 23 00:30:11.700660 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.722144 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Pushing event updated for resources: {'Port': ['ID=6183dafe-a374-4a87-baf7-d8858ed4cf85,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:11.746955 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.769856 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c35e95ca-4517-45e3-a166-2d3cb3a01cdb req-349dbaf8-523b-46fb-88cc-060b9e38f646 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746534 Dec 23 00:30:11.780776 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:11.782332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:11.788362 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:11.795949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49584) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:11.839785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43eb4a-9110-40e7-9df7-010b2b8f6449 None None] Pushing event updated for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:11.865350 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:11.898379 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:11.908780 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:11.914364 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Attempting to bind port b666f961-0665-47cd-8798-4b21e9bbedca on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:11.915143 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Attempting to bind port b666f961-0665-47cd-8798-4b21e9bbedca by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:11.915648 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Attempting to bind port b666f961-0665-47cd-8798-4b21e9bbedca on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:11.938650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:11.939082 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:11.939500 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.942231 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Bound using segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:11.945110 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Bound port: b666f961-0665-47cd-8798-4b21e9bbedca, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:11.945508 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:11.984472 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Pushing event updated for resources: {'Port': ['ID=e18dcb58-a984-4121-8869-e2b50593a322,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:12.020638 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c3818cb8-746d-4c09-90af-3bbc9cff048c req-c0dc92a5-ea7b-40e7-ae4d-2fcecafb8461 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0400651 Dec 23 00:30:12.126048 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-782833da-843f-497e-96eb-23f5b5034a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.172317 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-a50b3b18-403a-49e7-9956-cd22abb6331a None None] Provisioning complete for port b666f961-0665-47cd-8798-4b21e9bbedca triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:12.173115 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a50b3b18-403a-49e7-9956-cd22abb6331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.175116 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Attempting to bind port e18dcb58-a984-4121-8869-e2b50593a322 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:12.175718 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Attempting to bind port e18dcb58-a984-4121-8869-e2b50593a322 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:12.176444 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Attempting to bind port e18dcb58-a984-4121-8869-e2b50593a322 on network c65c3757-f0b6-4ca7-b773-f9c278009d4e {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:12.211192 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:12.212428 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Checking segment: {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:12.213058 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.213681 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Bound using segment: {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:12.215357 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Bound port: e18dcb58-a984-4121-8869-e2b50593a322, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:12.215959 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.373060 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] For port b666f961-0665-47cd-8798-4b21e9bbedca, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:12.384211 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-a50b3b18-403a-49e7-9956-cd22abb6331a None None] Port b666f961-0665-47cd-8798-4b21e9bbedca cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:12.386976 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-782833da-843f-497e-96eb-23f5b5034a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.404595 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-782833da-843f-497e-96eb-23f5b5034a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.412517 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] For port b666f961-0665-47cd-8798-4b21e9bbedca, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=b666f961-0665-47cd-8798-4b21e9bbedca,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:12.442792 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.498427 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] For port e18dcb58-a984-4121-8869-e2b50593a322, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:12.558855 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-782833da-843f-497e-96eb-23f5b5034a4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5625b6b2cf9425fb779f8886bac267b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590110 Dec 23 00:30:12.560969 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:12.561883 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:12.567522 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49608) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:12.591390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782833da-843f-497e-96eb-23f5b5034a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304df247-9a53-47e8-870f-4dee617bf14e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:12.693452 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43eb4a-9110-40e7-9df7-010b2b8f6449 None None] Pushing event updated for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:12.697556 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] For port e18dcb58-a984-4121-8869-e2b50593a322, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e18dcb58-a984-4121-8869-e2b50593a322,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:12.708728 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.720515 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.770206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.833374 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dcab3-d524-4ea9-8f34-e50413c96121 None None] Pushing event updated for resources: {'Port': ['ID=e18dcb58-a984-4121-8869-e2b50593a322,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:12.879812 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.882955 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:12.884292 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/304df247-9a53-47e8-870f-4dee617bf14e HTTP/1.1" status: 204 len: 168 time: 0.3158212 Dec 23 00:30:12.907050 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44076fa9-2bdf-4046-8808-3d97a72d977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304df247-9a53-47e8-870f-4dee617bf14e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:12.942409 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.083041 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:13.113178 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5a052-5df7-414f-8c7d-192598590f91 req-7e113442-b447-40d4-a59d-4e1a328970d8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:13.135831 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b6c5a052-5df7-414f-8c7d-192598590f91 req-7e113442-b447-40d4-a59d-4e1a328970d8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1858425 Dec 23 00:30:13.155232 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] Provisioning complete for port b666f961-0665-47cd-8798-4b21e9bbedca triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:13.155812 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.269154 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b6c5a052-5df7-414f-8c7d-192598590f91 req-4f769e4e-262a-48c2-8d92-54278c6e4fa0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311040 Dec 23 00:30:13.294743 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.387596 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4b2aabad-bfb1-45a5-8ca4-c9e714b20d4c req-5911775d-f060-443d-b65c-70a480687d16 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0897095 Dec 23 00:30:13.583873 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49626) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:13.602284 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-352fff78-6e8d-4b67-881b-183bb238f5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.611032 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Router d7a32ead-6570-42ee-b717-d2b146ffc216 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:30:13.633110 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.684715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] For port b666f961-0665-47cd-8798-4b21e9bbedca, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=b666f961-0665-47cd-8798-4b21e9bbedca,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:13.690266 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.693629 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:12Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:13.746733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-352fff78-6e8d-4b67-881b-183bb238f5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.758629 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-352fff78-6e8d-4b67-881b-183bb238f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.764112 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c7b7b-141f-4304-9c9a-32a7659e5f48 None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:12Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:30:13.787415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3b4c7-b557-4252-9080-9c42aee99a7a None None] Pushing event updated for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:13.797878 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-352fff78-6e8d-4b67-881b-183bb238f5b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e861a38d1dbd456cb9de577e5cfe9e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129040 Dec 23 00:30:13.809299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49628) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:13.876142 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fff78-6e8d-4b67-881b-183bb238f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72eb3e-381d-4eb5-86af-4a169bef009a,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:13.881918 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:30:13.897777 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Sync routers for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:30:13.917801 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:13.918738 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:13.950022 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:13.951298 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-bba7a997-834d-4b9a-a386-a6f88e96296a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0545275 Dec 23 00:30:13.954148 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49630) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:14.064726 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:14.093964 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:14.166207 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:14.447600 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e4047-36b6-47e0-b109-f88e60a45214 None None] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:14.456848 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:12Z', 'revision_number': 3, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:14.483163 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:14.490200 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:14.491781 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e72eb3e-381d-4eb5-86af-4a169bef009a HTTP/1.1" status: 204 len: 168 time: 0.6814868 Dec 23 00:30:14.503271 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Checking router: d7a32ead-6570-42ee-b717-d2b146ffc216 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:30:14.503833 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Updating router d7a32ead-6570-42ee-b717-d2b146ffc216 port 6183dafe-a374-4a87-baf7-d8858ed4cf85 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:30:14.622806 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:14.663699 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da550d-02e3-4924-a21f-c84781440211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72eb3e-381d-4eb5-86af-4a169bef009a,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:14.691554 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdcbb0-cee8-4de5-999d-ca53a8219c1f req-0ca3b895-6d09-475d-b4c2-1a4d1fcd6412 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:14.693561 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-89bdcbb0-cee8-4de5-999d-ca53a8219c1f req-0ca3b895-6d09-475d-b4c2-1a4d1fcd6412 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.2237051 Dec 23 00:30:14.810553 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-89bdcbb0-cee8-4de5-999d-ca53a8219c1f req-80a51050-015e-434f-a5f3-677b1cdee23a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Dec 23 00:30:14.905454 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device b666f961-0665-47cd-8798-4b21e9bbedca up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:15.097550 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6dc400b4-0f75-42c3-8312-3e3c7d0a015a req-56b633d7-6233-49b1-bb6c-7b7d18521109 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0864439 Dec 23 00:30:15.110786 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.122984 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.136897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.205062 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46003ab-09f4-4216-bd3d-8c51a1475ea4 None None] Pushing event updated for resources: {'Port': ['ID=6183dafe-a374-4a87-baf7-d8858ed4cf85,revision_number=2']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:15.206589 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] Provisioning complete for port e18dcb58-a984-4121-8869-e2b50593a322 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:15.207158 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.236915 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Attempting to bind port 6183dafe-a374-4a87-baf7-d8858ed4cf85 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:15.237702 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Attempting to bind port 6183dafe-a374-4a87-baf7-d8858ed4cf85 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:15.240185 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Attempting to bind port 6183dafe-a374-4a87-baf7-d8858ed4cf85 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:15.262290 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:15.263398 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:15.264976 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.267108 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:15.267901 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Bound port: 6183dafe-a374-4a87-baf7-d8858ed4cf85, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:15.269401 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.458199 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] For port 6183dafe-a374-4a87-baf7-d8858ed4cf85, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:15.469942 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] For port 6183dafe-a374-4a87-baf7-d8858ed4cf85, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6183dafe-a374-4a87-baf7-d8858ed4cf85,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:15.479337 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.527663 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Allocated IP 172.20.0.1 (c65c3757-f0b6-4ca7-b773-f9c278009d4e/6be505bc-3ff7-4503-a3af-b71c79aa0648/bc82a365-977e-4a07-90fe-3f2617856cac) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:15.560210 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port b666f961-0665-47cd-8798-4b21e9bbedca triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:15.562911 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.730522 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.736691 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46003ab-09f4-4216-bd3d-8c51a1475ea4 None None] Pushing event updated for resources: {'Port': ['ID=6183dafe-a374-4a87-baf7-d8858ed4cf85,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:15.763201 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.764655 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:15.765285 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:15.819836 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e18dcb58-a984-4121-8869-e2b50593a322 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:15.856855 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:15.915045 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] For port e18dcb58-a984-4121-8869-e2b50593a322, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e18dcb58-a984-4121-8869-e2b50593a322,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:15.934663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.017875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527400f9-a29e-43bb-82df-f02aadf3dce1 None None] Pushing event updated for resources: {'Port': ['ID=e18dcb58-a984-4121-8869-e2b50593a322,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:16.036344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port e18dcb58-a984-4121-8869-e2b50593a322 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:16.036721 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.054799 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:16.060987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:16.082285 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:16.094659 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-07040982-d3cd-48dc-9756-340f25b76081 None None] Provisioning complete for port e18dcb58-a984-4121-8869-e2b50593a322 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:16.095029 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-07040982-d3cd-48dc-9756-340f25b76081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.102239 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:16.150718 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.200125 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Pushing event updated for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:16.259034 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa80ad-1694-4006-b6b7-bc8f839904e4 req-311fbb32-d525-45e1-8b11-484ffbf2bd65 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:16.268185 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8afa80ad-1694-4006-b6b7-bc8f839904e4 req-311fbb32-d525-45e1-8b11-484ffbf2bd65 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.3133636 Dec 23 00:30:16.329198 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-344469ab-e914-4918-98ba-6a663e6052bf req-d1cde532-5298-4dd6-9b26-14dea33896c1 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0605955 Dec 23 00:30:16.395642 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8afa80ad-1694-4006-b6b7-bc8f839904e4 req-fd090190-73ba-408e-a151-7fa31c9e969e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252925 Dec 23 00:30:16.515194 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.580400 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-a609cbe2-8b39-4fca-b6c8-b7ff89d2ad6a None None] Provisioning complete for port bc82a365-977e-4a07-90fe-3f2617856cac triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:16.582321 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a609cbe2-8b39-4fca-b6c8-b7ff89d2ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.585431 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:12Z', 'revision_number': 3, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:16.655376 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e18dcb58-a984-4121-8869-e2b50593a322 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:16.663979 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850683b-b980-462c-b309-e1df9f5a6a09 None None] The sync data for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi is: [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:12Z', 'revision_number': 3, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:30:16.721448 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-a609cbe2-8b39-4fca-b6c8-b7ff89d2ad6a None None] Port bc82a365-977e-4a07-90fe-3f2617856cac cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:16.749893 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port e18dcb58-a984-4121-8869-e2b50593a322 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:16.750507 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.915939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:16.925693 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:17.014658 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:17.016915 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Pushing event updated for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:17.170373 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:17.174237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:17.371975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Router d7a32ead-6570-42ee-b717-d2b146ffc216 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:30:17.546644 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a738d494-ce1e-42a0-a92a-8ece988c1505 req-d834eadb-b005-4d56-a2ef-51bce9749042 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0499847 Dec 23 00:30:17.598067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-557e8bea-2a8e-4a53-8008-a3d2c39e0983 None None] Provisioning complete for port bc82a365-977e-4a07-90fe-3f2617856cac triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:17.598593 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-557e8bea-2a8e-4a53-8008-a3d2c39e0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:17.654625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:30:17.664611 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-557e8bea-2a8e-4a53-8008-a3d2c39e0983 None None] Port bc82a365-977e-4a07-90fe-3f2617856cac cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:17.669602 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7a94593e-785a-441f-99bb-d8cb03e68e16 admin admin] 10.222.0.24 "PUT /v2.0/routers/d7a32ead-6570-42ee-b717-d2b146ffc216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7137430 Dec 23 00:30:17.761673 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a1189-3290-41fb-8d35-169e472b603c req-51138b59-269c-443d-8fc1-a2ee57029a58 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:17.763614 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e00a1189-3290-41fb-8d35-169e472b603c req-51138b59-269c-443d-8fc1-a2ee57029a58 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0637009 Dec 23 00:30:17.813660 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e00a1189-3290-41fb-8d35-169e472b603c req-4fad5b4f-4c4c-4864-af40-8fbd37892810 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 Dec 23 00:30:18.235696 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49710) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:18.240315 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954932881', 'description': 'tempest-secgroup-smoke-954932881 description', 'project_id': '838c5abfd096404b84f3db7097491aa4'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:18.265404 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.330866 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.336395 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.364797 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.366094 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1293993 Dec 23 00:30:18.369213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49714) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:18.374466 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:18.379619 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b103ee-6599-4d7e-8ca0-36dba4960b38 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df624cd-533f-4ad5-8e99-9eca3326520e,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:18.415237 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.493644 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.498724 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.522979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81869aac-ced7-4bf2-bb52-02df8da6549d,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:18.532396 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.536629 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 49716) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:18.537879 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-dfbe2694-0ed6-42a4-814f-bd0baeb4960f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669617 Dec 23 00:30:18.542006 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:18.575721 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.602684 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6183dafe-a374-4a87-baf7-d8858ed4cf85 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:18.667467 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.678722 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.685116 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 6183dafe-a374-4a87-baf7-d8858ed4cf85 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:18.685634 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.737627 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d05d33-4502-441b-a8b0-dbc0f701184d,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:18.740931 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4c8f020c-59ee-454e-8df5-4100738186a3 req-5d25bce1-e605-4fac-9ca0-69bf317f9255 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0451846 Dec 23 00:30:18.758880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.763112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49726) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:18.763671 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5d68c84d-dcde-461c-b4c5-01a1a0bfd496 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2256751 Dec 23 00:30:18.767672 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:18.799949 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Sync routers for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:30:18.805974 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.822284 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:18.823051 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:18.834945 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.903209 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 6183dafe-a374-4a87-baf7-d8858ed4cf85, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6183dafe-a374-4a87-baf7-d8858ed4cf85,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:18.910268 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.937153 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.940037 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.962401 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dbb1c2-577b-43b9-82a6-cc0878533250,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:18.985933 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:18.987807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-645bed30-6b7b-41da-87f4-e7272cf53263 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236719 Dec 23 00:30:18.992950 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49740) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:18.999542 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:19.015497 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:19.037193 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-2a3e61d7-ebb2-4061-b72f-8476ca03e6c5 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:19.040811 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-1fe0e6a3-f10b-4f6e-a514-1c4830297522 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:19.042555 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-1fe0e6a3-f10b-4f6e-a514-1c4830297522 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.2241971 Dec 23 00:30:19.044714 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-2a3e61d7-ebb2-4061-b72f-8476ca03e6c5 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 814 time: 0.1914749 Dec 23 00:30:19.049393 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=6183dafe-a374-4a87-baf7-d8858ed4cf85,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:19.071612 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-f84f309a-e6a8-4647-8d75-652de7ff3932 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/quotas/781ac330c6d5418ba4651babfe8c71c2 HTTP/1.1" status: 200 len: 375 time: 0.0238054 Dec 23 00:30:19.106487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.202836 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.214654 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.239962 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed5b8ac0-56e0-42a3-bdca-f7e8736b3e51 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678879 Dec 23 00:30:19.249189 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e8dcb5-7d98-4b84-8f43-578dca6db1d8,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:19.262627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.266881 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-06a40d60-616f-4e7f-918b-372188d48943 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2727556 Dec 23 00:30:19.268194 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49748) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:19.282548 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:19.334510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:16Z', 'revision_number': 4, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'bc82a365-977e-4a07-90fe-3f2617856cac', 'name': '', 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'tenant_id': '275444946ca14de292a39deef605f500', 'mac_address': 'fa:16:3e:e5:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:15Z', 'updated_at': '2021-12-23T00:30:16Z', 'revision_number': 2, 'project_id': '275444946ca14de292a39deef605f500', 'subnets': [{'id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:19.360523 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.securitygroups_db [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Project 838c5abfd096404b84f3db7097491aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:30:19.361989 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Checking router: d7a32ead-6570-42ee-b717-d2b146ffc216 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:30:19.362348 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Updating router d7a32ead-6570-42ee-b717-d2b146ffc216 port bc82a365-977e-4a07-90fe-3f2617856cac binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:30:19.370723 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.372196 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Request body: {'port': {'device_id': '8cb8de14-156a-4a88-9842-3851d8089625', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'admin_state_up': True, 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:19.387626 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.396556 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-6e9bd6ef-9848-4c36-9e7e-6800ba7cd717 service neutron] 10.222.0.24 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269383 Dec 23 00:30:19.467181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f05138-e40a-4103-82de-a18a00a8060a req-626ec3c2-aef9-4272-afc5-3ac32039500c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:19.468658 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-60f05138-e40a-4103-82de-a18a00a8060a req-626ec3c2-aef9-4272-afc5-3ac32039500c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.4225938 Dec 23 00:30:19.487113 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785091b-c509-40a8-b5cb-3d607bff0d10 req-19f58936-5bf4-405a-b2b8-998a3c8ba51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:19.488510 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6785091b-c509-40a8-b5cb-3d607bff0d10 req-19f58936-5bf4-405a-b2b8-998a3c8ba51e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1098 time: 0.1229093 Dec 23 00:30:19.495942 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.505982 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.538738 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6b5b42-1c6b-45f3-9003-be628dbc13f0,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:19.542606 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-829b853b-ec5b-4578-bb79-089e517755d8 service neutron] 10.222.0.24 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325946 Dec 23 00:30:19.553676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.558316 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-26905e22-87f3-438c-9196-ab94167f96d6 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2767675 Dec 23 00:30:19.558575 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 49750) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:19.563495 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'security_group_rule': {'security_group_id': '9df624cd-533f-4ad5-8e99-9eca3326520e', 'project_id': '838c5abfd096404b84f3db7097491aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:19.581796 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-60f05138-e40a-4103-82de-a18a00a8060a req-500193f6-0454-48d5-bcab-dbffc3ac2a89 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025374 Dec 23 00:30:19.595322 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.securitygroups_db [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Project 838c5abfd096404b84f3db7097491aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:30:19.600918 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6785091b-c509-40a8-b5cb-3d607bff0d10 req-63e8a958-edae-472a-afda-815ee81825dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017234 Dec 23 00:30:19.607134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.618621 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:19.622916 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.694563 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.696363 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.699932 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.705484 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.726187 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:19.727753 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1680987 Dec 23 00:30:19.743388 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39c03b-6941-4977-91fe-05c8072c58a4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbacbd8-33fa-47a2-af71-2c9c74377600,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:19.799240 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed71ab-506d-4923-a3eb-3f045caecdcd None None] Pushing event updated for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:19.823233 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6291250f-7f3a-44c2-8d1f-49b301f452f1 req-faf408df-efef-4341-832d-e9f5d9190737 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0391786 Dec 23 00:30:19.869754 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Allocated IP 172.20.0.9 (128f2490-5004-4fd4-8c12-1188994adac5/5595d246-8f91-4256-b0b3-2efc25c1fb6a/e18298cf-e0bb-42c4-b188-9b096ca405fb) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:19.968380 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Attempting to bind port bc82a365-977e-4a07-90fe-3f2617856cac on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:19.968886 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Attempting to bind port bc82a365-977e-4a07-90fe-3f2617856cac by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:19.970356 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Attempting to bind port bc82a365-977e-4a07-90fe-3f2617856cac on network c65c3757-f0b6-4ca7-b773-f9c278009d4e {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:20.004768 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:20.006537 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Checking segment: {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:20.009297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.009956 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Bound using segment: {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:20.010751 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Bound port: bc82a365-977e-4a07-90fe-3f2617856cac, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8ab74-a893-45a4-bd4a-f10331618279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:20.014080 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.068766 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-91313fa5-3f3a-4d29-9ee4-1cf1b90f2be0 req-8d757058-bc7a-4c3d-8db2-b309569a973e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Dec 23 00:30:20.086755 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-bb947fa1-185d-4724-aa3a-b8436bfedb15 None None] Provisioning complete for port bc82a365-977e-4a07-90fe-3f2617856cac triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:20.087121 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bb947fa1-185d-4724-aa3a-b8436bfedb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.122732 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.144748 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] For port bc82a365-977e-4a07-90fe-3f2617856cac, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:20.161780 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] For port bc82a365-977e-4a07-90fe-3f2617856cac, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bc82a365-977e-4a07-90fe-3f2617856cac,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:20.162949 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-bb947fa1-185d-4724-aa3a-b8436bfedb15 None None] Port bc82a365-977e-4a07-90fe-3f2617856cac cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:20.170863 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.204589 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.255933 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d', '7872c5c5-bb4e-4052-8091-9e83cf3ec8de'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:30:20.279941 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Network 128f2490-5004-4fd4-8c12-1188994adac5 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:20.331347 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:20.335823 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:20.341344 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event updated for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:20.423429 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:20.424228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.449811 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-8cade6f1-8d07-438c-bf77-ca3e29325a7c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0839019 Dec 23 00:30:20.479666 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Request body: {'port': {'device_id': '8cb8de14-156a-4a88-9842-3851d8089625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:20.600004 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:30:20.600415 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.615167 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:29:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:20.628697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed71ab-506d-4923-a3eb-3f045caecdcd None None] Pushing event updated for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:20.794542 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6183dafe-a374-4a87-baf7-d8858ed4cf85 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:20.810812 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17f9f-d841-4b78-b04d-7f3a67bfbdea req-e7a58b46-e50a-4fff-bd82-95aa1ffdc861 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:20.812390 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-44b17f9f-d841-4b78-b04d-7f3a67bfbdea req-e7a58b46-e50a-4fff-bd82-95aa1ffdc861 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.1115344 Dec 23 00:30:20.898728 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] Provisioning complete for port bc82a365-977e-4a07-90fe-3f2617856cac triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:20.899069 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:20.924204 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-44b17f9f-d841-4b78-b04d-7f3a67bfbdea req-61aabba5-3f37-4392-b585-dca87e9fccb3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043327 Dec 23 00:30:21.021835 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc39d23-7126-4944-87f9-5d1a21db453f req-044f9def-5c71-4c55-af18-d63c16b3e548 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0629528 Dec 23 00:30:21.022165 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:30:21.130395 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 6183dafe-a374-4a87-baf7-d8858ed4cf85 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:21.130395 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.216635 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18298cf-e0bb-42c4-b188-9b096ca405fb {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:30:21.225933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.242487 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Transition to ACTIVE for port object e18298cf-e0bb-42c4-b188-9b096ca405fb will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:30:21.250210 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1985f7-2e22-4121-8ae1-32b4abd8e1b8 req-a2f556c1-b87f-4731-98f7-bb101c75f413 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:21.251700 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1985f7-2e22-4121-8ae1-32b4abd8e1b8 req-a2f556c1-b87f-4731-98f7-bb101c75f413 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 931 time: 0.0758307 Dec 23 00:30:21.252749 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.303943 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.314035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Pushing event updated for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:21.375968 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1985f7-2e22-4121-8ae1-32b4abd8e1b8 req-1cdc5b5a-19a2-47a4-97a5-ce9a10b9cbfd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Dec 23 00:30:21.386934 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] For port bc82a365-977e-4a07-90fe-3f2617856cac, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bc82a365-977e-4a07-90fe-3f2617856cac,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:21.404951 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Attempting to bind port e18298cf-e0bb-42c4-b188-9b096ca405fb on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:21.405283 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Attempting to bind port e18298cf-e0bb-42c4-b188-9b096ca405fb by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:21.405630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Attempting to bind port e18298cf-e0bb-42c4-b188-9b096ca405fb on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:21.410064 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Port e18298cf-e0bb-42c4-b188-9b096ca405fb on network 128f2490-5004-4fd4-8c12-1188994adac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:30:21.410383 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Attempting to bind port e18298cf-e0bb-42c4-b188-9b096ca405fb on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:21.412844 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.415448 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:21.415797 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Checking segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:21.416147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Bound using segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:21.416562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Bound port: e18298cf-e0bb-42c4-b188-9b096ca405fb, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:21.416908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.478610 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:21.482050 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:21.488220 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.521279 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41a581-2d8f-4e81-a61b-c3e606273741 None None] Pushing event updated for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:21.524837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:21.525453 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:21.526862 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] 10.222.0.43 "PUT /v2.0/ports/e18298cf-e0bb-42c4-b188-9b096ca405fb HTTP/1.1" status: 200 len: 1093 time: 1.0550315 Dec 23 00:30:21.527294 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:30:21.529507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420307a5-9311-4352-93d1-3458b9cf64ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:30:21.547377 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277e4c3-e8ba-452d-b419-1ed5535c68ae service neutron] Pushing event updated for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:21.571294 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:16Z', 'revision_number': 4, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'bc82a365-977e-4a07-90fe-3f2617856cac', 'name': '', 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'tenant_id': '275444946ca14de292a39deef605f500', 'mac_address': 'fa:16:3e:e5:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:15Z', 'updated_at': '2021-12-23T00:30:20Z', 'revision_number': 4, 'project_id': '275444946ca14de292a39deef605f500', 'subnets': [{'id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:30:21.577178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa1c0a-8d55-46a5-ad08-02ff41f2ffc6 x-openstack-request-id: req-c1fa1c0a-8d55-46a5-ad08-02ff41f2ffc6 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:30:21.577500 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:30:21.577787 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1fa1c0a-8d55-46a5-ad08-02ff41f2ffc6 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:30:21.578283 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb', 'status': 'completed', 'code': 200} Dec 23 00:30:21.600748 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013dddb-2f15-4291-a823-6fb1dac31e14 None None] The sync data for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi is: [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:16Z', 'revision_number': 4, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'bc82a365-977e-4a07-90fe-3f2617856cac', 'name': '', 'network_id': 'c65c3757-f0b6-4ca7-b773-f9c278009d4e', 'tenant_id': '275444946ca14de292a39deef605f500', 'mac_address': 'fa:16:3e:e5:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:15Z', 'updated_at': '2021-12-23T00:30:20Z', 'revision_number': 4, 'project_id': '275444946ca14de292a39deef605f500', 'subnets': [{'id': '6be505bc-3ff7-4503-a3af-b71c79aa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:30:22.060097 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803ddca-8cac-44c1-8a8d-a68839ff7c37 req-db34b909-c9ac-4928-902c-2f864c645d07 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:22.061704 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e803ddca-8cac-44c1-8a8d-a68839ff7c37 req-db34b909-c9ac-4928-902c-2f864c645d07 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0512843 Dec 23 00:30:22.114520 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e803ddca-8cac-44c1-8a8d-a68839ff7c37 req-50bfb028-48c2-4417-937f-2a3db783376e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Dec 23 00:30:22.202265 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8ffd096e-a653-4b74-a067-32bc568b9795 req-e61a9f95-6358-4458-a487-a435819efe65 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0284207 Dec 23 00:30:22.303972 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d0a31-6be3-4e37-b9ec-2a614efbbb7e req-9e63ded9-10f0-461e-9e5f-bf660f030eb4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:22.305507 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-194d0a31-6be3-4e37-b9ec-2a614efbbb7e req-9e63ded9-10f0-461e-9e5f-bf660f030eb4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0467436 Dec 23 00:30:22.352357 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-194d0a31-6be3-4e37-b9ec-2a614efbbb7e req-af233d23-5ef3-4169-90ae-05c66ed56dd0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Dec 23 00:30:22.494812 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116d7a-d7b6-4fcd-9cb2-5ddb03ad8d47 req-ccf4d173-d402-4423-adbf-83bf62546c90 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:22.496471 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a8116d7a-d7b6-4fcd-9cb2-5ddb03ad8d47 req-ccf4d173-d402-4423-adbf-83bf62546c90 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0509741 Dec 23 00:30:22.562971 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a8116d7a-d7b6-4fcd-9cb2-5ddb03ad8d47 req-3a0f5c1c-642b-477e-9f3c-a7a29539fe26 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Dec 23 00:30:22.606303 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bc82a365-977e-4a07-90fe-3f2617856cac up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:22.664436 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port bc82a365-977e-4a07-90fe-3f2617856cac triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:22.664801 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:23.301339 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2af7bdfb-a566-411e-b593-5948dee17b49 req-f5238c9f-207a-4749-81bc-8c09695bac90 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0250630 Dec 23 00:30:23.684575 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c7cb4-bf56-41f5-9168-cdee64497dda req-bbea1f88-87d7-45a4-81a1-7ca6cf055b86 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:23.686380 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a2c7cb4-bf56-41f5-9168-cdee64497dda req-bbea1f88-87d7-45a4-81a1-7ca6cf055b86 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0537684 Dec 23 00:30:23.737752 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a2c7cb4-bf56-41f5-9168-cdee64497dda req-3e9f8697-5ac7-4342-a9c8-17d3486f7907 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Dec 23 00:30:24.053004 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420307a5-9311-4352-93d1-3458b9cf64ed req-0493e8ad-1e6e-4588-85e1-054ae5544f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.055235 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-420307a5-9311-4352-93d1-3458b9cf64ed req-0493e8ad-1e6e-4588-85e1-054ae5544f0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 1096 time: 0.0424886 Dec 23 00:30:24.209033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420307a5-9311-4352-93d1-3458b9cf64ed req-8c7c869f-f1e2-46c8-9299-2f35e109f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.210434 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-420307a5-9311-4352-93d1-3458b9cf64ed req-8c7c869f-f1e2-46c8-9299-2f35e109f22f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1010690 Dec 23 00:30:24.314210 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420307a5-9311-4352-93d1-3458b9cf64ed req-71ccaf6f-0d0c-4415-87bd-c787d4a72bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.315730 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-420307a5-9311-4352-93d1-3458b9cf64ed req-71ccaf6f-0d0c-4415-87bd-c787d4a72bee service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968013 Dec 23 00:30:24.395945 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5128eef4-90c7-406b-afe3-895b58bb2fc3 req-257e8865-9eae-43cd-809f-ccabc34e8305 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0273151 Dec 23 00:30:24.444226 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-6ca8545a-22bd-4995-8af4-83c4a89ca645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.445725 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-6ca8545a-22bd-4995-8af4-83c4a89ca645 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 1096 time: 0.0406141 Dec 23 00:30:24.505306 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-ec9c9c27-5d03-4cdb-bf7f-c49925486403 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb HTTP/1.1" status: 200 len: 217 time: 0.0354936 Dec 23 00:30:24.587461 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-4ab8501f-0701-4ad5-bb05-4ab46f325c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.589322 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-4ab8501f-0701-4ad5-bb05-4ab46f325c19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.0478063 Dec 23 00:30:24.627116 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-800cb441-7ac3-47a3-80ba-ef193eb7d06a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240223 Dec 23 00:30:24.819322 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-7a3c4bf6-9e94-4c48-9ad0-bf9c3c138923 service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523700 Dec 23 00:30:24.872001 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-f98ae04d-7b1a-4f1b-b2f4-ed6b6801411c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.873358 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-f98ae04d-7b1a-4f1b-b2f4-ed6b6801411c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 814 time: 0.1535749 Dec 23 00:30:24.888290 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a131-88a5-4135-b55c-1da8f0ccc35a req-1536bc4e-e524-4536-b242-dea3a5fe5f57 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:24.890656 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6706a131-88a5-4135-b55c-1da8f0ccc35a req-1536bc4e-e524-4536-b242-dea3a5fe5f57 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0489509 Dec 23 00:30:24.915572 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'port': {'device_id': '426f4f85-d845-4802-a036-93081105db42', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'admin_state_up': True, 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:24.939527 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6706a131-88a5-4135-b55c-1da8f0ccc35a req-3d60f4bd-0498-4d34-8d11-c6ce0e1ecb2f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Dec 23 00:30:25.003915 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-22b33ba4-3d64-43fc-9ed2-9d06943867d8 req-fee47714-2c86-49a9-b910-de801d3af7ad service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663017 Dec 23 00:30:25.050419 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Made reservation on behalf of 781ac330c6d5418ba4651babfe8c71c2 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:25.056801 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:25.213314 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Allocated IP 172.20.0.7 (85162e23-c2bf-4f13-a926-5964a02ea7e9/a897c5bc-5932-4741-89aa-6b37e79785a3/6748daa0-677a-48ce-8e0f-9b35217764eb) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:30:25.385360 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:25.423595 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:25.481151 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:30:25.486631 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:25.491337 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:30:25.537131 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:25.551341 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3f752-0213-400b-a377-7baa1714222a req-4b75d94f-6093-4fae-a7e4-13152468cea7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:25.553992 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aaa3f752-0213-400b-a377-7baa1714222a req-4b75d94f-6093-4fae-a7e4-13152468cea7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0720079 Dec 23 00:30:25.560135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:25.560800 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:25.598510 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-401f69db-76e0-4cac-afea-e3abd65397e4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867337 Dec 23 00:30:25.624618 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aaa3f752-0213-400b-a377-7baa1714222a req-570722e3-f3d4-490e-be06-d0b5b6499866 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590591 Dec 23 00:30:25.876902 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-7fecc2f1-e21d-4993-95de-8e9febf8b8c6 None None] Provisioning complete for port 6748daa0-677a-48ce-8e0f-9b35217764eb triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:25.877896 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7fecc2f1-e21d-4993-95de-8e9febf8b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:25.916046 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc2f1-e21d-4993-95de-8e9febf8b8c6 None None] Port 6748daa0-677a-48ce-8e0f-9b35217764eb cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:30:26.078629 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822da0-ed67-444e-8f56-1c3d78726183 req-775bdf1c-56ea-454b-a783-c4170b61b409 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:26.081364 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1822da0-ed67-444e-8f56-1c3d78726183 req-775bdf1c-56ea-454b-a783-c4170b61b409 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0579708 Dec 23 00:30:26.157674 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1822da0-ed67-444e-8f56-1c3d78726183 req-aadac00a-65a7-4cdd-9c11-16fa77ebe39d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Dec 23 00:30:26.177247 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b62c-49c5-4303-96df-92341742f96e req-dd417272-f26c-4515-8bbe-6574b1c7e553 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:26.178875 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1b06b62c-49c5-4303-96df-92341742f96e req-dd417272-f26c-4515-8bbe-6574b1c7e553 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0660951 Dec 23 00:30:26.246118 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1b06b62c-49c5-4303-96df-92341742f96e req-9780bd9a-4f0c-4a55-81be-f8187cff21a7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609674 Dec 23 00:30:26.416895 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d71e13e5-37b4-4d88-8554-a1ff26ea2d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:26.753140 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e5975-3fe6-4b97-b92e-0d7f3588edd6 req-02753977-4c96-49ac-934b-c80d87ebf251 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:26.754859 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-da5e5975-3fe6-4b97-b92e-0d7f3588edd6 req-02753977-4c96-49ac-934b-c80d87ebf251 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0499017 Dec 23 00:30:26.803849 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-da5e5975-3fe6-4b97-b92e-0d7f3588edd6 req-892bf8bf-829c-4b29-9293-c3952ef12ba7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Dec 23 00:30:27.278029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9946e-82b7-4450-b128-fd6192020569 req-ba5a1fd3-2f5e-42af-8734-ddf91898280c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:27.279507 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-24e9946e-82b7-4450-b128-fd6192020569 req-ba5a1fd3-2f5e-42af-8734-ddf91898280c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0520914 Dec 23 00:30:27.329150 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-24e9946e-82b7-4450-b128-fd6192020569 req-54a2c4eb-bcf4-4a7a-ae6e-77ad5d2f6d49 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Dec 23 00:30:27.435650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac3-5ea0-4066-a10c-5f43242788cf req-c7c98241-f4c4-4313-b1c1-4dc76d2096e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:27.437227 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2fa5dac3-5ea0-4066-a10c-5f43242788cf req-c7c98241-f4c4-4313-b1c1-4dc76d2096e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0515664 Dec 23 00:30:27.501818 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2fa5dac3-5ea0-4066-a10c-5f43242788cf req-8b53592b-d1ca-4bc0-9530-05c570c92ad3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Dec 23 00:30:27.924614 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8445e5-898c-4798-9f94-0321bdd57e82 req-e10bf777-b80e-4373-afbe-d2348c394384 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:27.926907 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7d8445e5-898c-4798-9f94-0321bdd57e82 req-e10bf777-b80e-4373-afbe-d2348c394384 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0486341 Dec 23 00:30:27.988357 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7d8445e5-898c-4798-9f94-0321bdd57e82 req-f16d6f32-9766-45b4-9fbb-05d8e0aa8a9f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Dec 23 00:30:28.453622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813dd4e-c6b2-4ff5-aa67-bb16b068b31b req-e32ff70f-ce92-42af-a2ab-bfeb75faa38a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:28.455239 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0813dd4e-c6b2-4ff5-aa67-bb16b068b31b req-e32ff70f-ce92-42af-a2ab-bfeb75faa38a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0531075 Dec 23 00:30:28.504682 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0813dd4e-c6b2-4ff5-aa67-bb16b068b31b req-2d301297-be78-4284-8470-1866d1aa990b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Dec 23 00:30:28.547451 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1bafd0e3-c201-4756-bc98-8f3c2a23eae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:28.653791 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b319aa-581c-40ed-b76e-5fd4caea61f0 req-ec06799b-e448-4e7c-a8ee-6a8484dc7a8e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:28.655715 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d5b319aa-581c-40ed-b76e-5fd4caea61f0 req-ec06799b-e448-4e7c-a8ee-6a8484dc7a8e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0585675 Dec 23 00:30:28.710974 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d5b319aa-581c-40ed-b76e-5fd4caea61f0 req-e7c208e7-0825-4094-b372-123228784356 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Dec 23 00:30:29.105092 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273534a-c40d-482a-8505-5dba16b25e43 req-faacbefd-2a09-4996-8969-d92b9447023c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:29.106598 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3273534a-c40d-482a-8505-5dba16b25e43 req-faacbefd-2a09-4996-8969-d92b9447023c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0485785 Dec 23 00:30:29.158674 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3273534a-c40d-482a-8505-5dba16b25e43 req-e954718f-72de-4ee7-9c3d-a9a6503212ff tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Dec 23 00:30:29.244265 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:29.631490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ba686-e245-44ef-bad1-65ed603ce316 req-be9ec42d-e2fc-40e8-bd5b-d4f72090b77e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:29.633018 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9d2ba686-e245-44ef-bad1-65ed603ce316 req-be9ec42d-e2fc-40e8-bd5b-d4f72090b77e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0582809 Dec 23 00:30:29.684097 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9d2ba686-e245-44ef-bad1-65ed603ce316 req-5e42f706-f6d7-4747-82ab-956a214bd419 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Dec 23 00:30:29.730932 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:29.839438 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bec8e-2f95-49db-8a6f-c0a3a58e2277 req-53afb6c3-d7fb-4759-97b7-395b5698382d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:29.840891 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-070bec8e-2f95-49db-8a6f-c0a3a58e2277 req-53afb6c3-d7fb-4759-97b7-395b5698382d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0608327 Dec 23 00:30:29.889771 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-070bec8e-2f95-49db-8a6f-c0a3a58e2277 req-847144a3-a177-4607-8a12-3743520eb072 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Dec 23 00:30:30.276408 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38623b0-300e-499f-8aac-e0dabb55e367 req-70de3a05-bc85-412f-96a2-b6212609a5fb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:30.277994 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f38623b0-300e-499f-8aac-e0dabb55e367 req-70de3a05-bc85-412f-96a2-b6212609a5fb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0509334 Dec 23 00:30:30.331087 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f38623b0-300e-499f-8aac-e0dabb55e367 req-cbd89017-a121-49cb-bfb3-033440184554 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Dec 23 00:30:30.823666 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f382e-95f1-40ee-b267-977e6a1c7d22 req-5f15c9fa-9a41-438d-9958-98055c2d4391 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:30.825391 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-429f382e-95f1-40ee-b267-977e6a1c7d22 req-5f15c9fa-9a41-438d-9958-98055c2d4391 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0548992 Dec 23 00:30:30.887006 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-429f382e-95f1-40ee-b267-977e6a1c7d22 req-0a16dce7-5f5d-4558-a8e9-31ae3158cd7e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555677 Dec 23 00:30:31.003800 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0bcad-9a3b-435b-8ee2-23562e779275 req-2d35efc3-1e03-4f84-bfca-c053547fb646 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:31.005268 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-00c0bcad-9a3b-435b-8ee2-23562e779275 req-2d35efc3-1e03-4f84-bfca-c053547fb646 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0473359 Dec 23 00:30:31.069348 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-00c0bcad-9a3b-435b-8ee2-23562e779275 req-dd808421-1446-4924-b72c-46bf475e4884 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Dec 23 00:30:31.205569 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:31.479065 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895078-a516-47ca-94fe-21d225d0ba84 req-b2359450-b4fd-41a1-ae8b-f9ce1941c5f8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:31.480428 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-13895078-a516-47ca-94fe-21d225d0ba84 req-b2359450-b4fd-41a1-ae8b-f9ce1941c5f8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0688963 Dec 23 00:30:31.533295 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-13895078-a516-47ca-94fe-21d225d0ba84 req-b07d1feb-92f6-4097-9e88-074450ed66eb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Dec 23 00:30:32.012777 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cdd91-af15-4700-8421-6b9e1ac87304 req-f80004b1-acec-42b2-9550-129652285e37 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:32.014278 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-db4cdd91-af15-4700-8421-6b9e1ac87304 req-f80004b1-acec-42b2-9550-129652285e37 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0484130 Dec 23 00:30:32.067634 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-db4cdd91-af15-4700-8421-6b9e1ac87304 req-a43b6f64-bc13-46a1-bbfd-91db2fb2b881 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Dec 23 00:30:32.077214 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:32.184578 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d410e1b-4a5d-45d7-b570-b18211e72a95 req-398dd49b-33f2-46ba-9588-939ae52e2958 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:32.186172 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d410e1b-4a5d-45d7-b570-b18211e72a95 req-398dd49b-33f2-46ba-9588-939ae52e2958 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0524490 Dec 23 00:30:32.239545 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d410e1b-4a5d-45d7-b570-b18211e72a95 req-6a12e8a1-da9d-4700-b7a9-b0fbdd5560f8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469930 Dec 23 00:30:32.655967 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbf251-7c52-4821-af0b-4d75b3b05ded req-a81c293b-04de-4daa-95dd-f718d2d1b42e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:32.657459 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f4dbf251-7c52-4821-af0b-4d75b3b05ded req-a81c293b-04de-4daa-95dd-f718d2d1b42e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0518296 Dec 23 00:30:32.743897 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f4dbf251-7c52-4821-af0b-4d75b3b05ded req-be40a29d-7d0a-4cfc-9969-f0ddc5472894 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Dec 23 00:30:33.200720 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01079104-6146-47a3-8264-7384120a2eda req-362215e7-8625-4764-ad23-ecc5a2197eba tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:33.203250 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-01079104-6146-47a3-8264-7384120a2eda req-362215e7-8625-4764-ad23-ecc5a2197eba tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0600703 Dec 23 00:30:33.240423 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50100) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:33.252675 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-01079104-6146-47a3-8264-7384120a2eda req-7307fabe-9ff5-404d-a087-d8aac0b20318 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Dec 23 00:30:33.363361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fbbee8d1-4d58-4431-a1ba-9191eb0d3734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.374684 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc64d-086a-46ea-acc7-eba0d3eedf5c req-5986ecde-5b6f-42ea-9659-f5578a922f04 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:33.376181 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b71dc64d-086a-46ea-acc7-eba0d3eedf5c req-5986ecde-5b6f-42ea-9659-f5578a922f04 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0556228 Dec 23 00:30:33.430003 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b71dc64d-086a-46ea-acc7-eba0d3eedf5c req-a1c0ec4a-d6bb-4e6d-a746-2b2b86b7a495 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Dec 23 00:30:33.441347 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fbbee8d1-4d58-4431-a1ba-9191eb0d3734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.451726 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fbbee8d1-4d58-4431-a1ba-9191eb0d3734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.492952 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-fbbee8d1-4d58-4431-a1ba-9191eb0d3734 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2499607c64a421bb32d15873faa3236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514358 Dec 23 00:30:33.494535 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee8d1-4d58-4431-a1ba-9191eb0d3734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1884c1-fa1c-463a-99b2-a726fa235695,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:33.495921 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50108) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:33.548119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.570737 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.626357 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.628952 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:33.630136 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e1884c1-fa1c-463a-99b2-a726fa235695 HTTP/1.1" status: 204 len: 168 time: 0.1331568 Dec 23 00:30:33.637851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf07cdc-4a9a-4fab-8bc1-7e14e9920ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1884c1-fa1c-463a-99b2-a726fa235695,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:33.904349 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8b4a-9247-464d-8a0b-612e0ca4b810 req-17a061d2-df43-40f7-9fe8-a87545e6d5f0 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:33.906095 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-481c8b4a-9247-464d-8a0b-612e0ca4b810 req-17a061d2-df43-40f7-9fe8-a87545e6d5f0 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0759420 Dec 23 00:30:33.958952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-481c8b4a-9247-464d-8a0b-612e0ca4b810 req-5274a97d-c04a-47b4-89ad-640ba03feabe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Dec 23 00:30:34.372945 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cc589-d954-4fc9-9df0-ecb4508005cc req-ce08aa43-b27d-4452-9e50-9f0c2f211807 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:34.374439 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e7cc589-d954-4fc9-9df0-ecb4508005cc req-ce08aa43-b27d-4452-9e50-9f0c2f211807 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0496941 Dec 23 00:30:34.424025 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e7cc589-d954-4fc9-9df0-ecb4508005cc req-ae2c09a1-1e2a-4c1f-839b-f15d04a23ce5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Dec 23 00:30:34.561750 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c3ec-6896-429a-bacc-f573dcb92eb4 req-1f35ad31-ae41-48e9-adab-0b1c4110e64d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:34.563340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c8e3c3ec-6896-429a-bacc-f573dcb92eb4 req-1f35ad31-ae41-48e9-adab-0b1c4110e64d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0581226 Dec 23 00:30:34.609798 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c8e3c3ec-6896-429a-bacc-f573dcb92eb4 req-ab08fc47-a904-4f70-9e09-9c6c9009711b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Dec 23 00:30:35.077702 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53564b5-2843-48e7-b5b3-5f2755fcb115 req-4d506835-0acb-4400-b31b-f62c8b5573be tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:35.079179 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d53564b5-2843-48e7-b5b3-5f2755fcb115 req-4d506835-0acb-4400-b31b-f62c8b5573be tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0490878 Dec 23 00:30:35.124460 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d53564b5-2843-48e7-b5b3-5f2755fcb115 req-1c0ed6e3-825f-4987-8586-be5aa3a88bac tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393610 Dec 23 00:30:35.540934 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f2d1-1410-48df-a713-b6b61ec90edb req-5cbe65c9-ec5d-4015-8929-3aea65b82e91 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:35.542479 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ce59f2d1-1410-48df-a713-b6b61ec90edb req-5cbe65c9-ec5d-4015-8929-3aea65b82e91 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Dec 23 00:30:35.592758 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ce59f2d1-1410-48df-a713-b6b61ec90edb req-1b97ed08-fb13-4097-83a0-89d618a1ec1f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Dec 23 00:30:35.725729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573d5c3-108f-457c-84d5-a574bf456ecf req-bb20a546-7b45-4a8a-a5dd-c78f534e6f23 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:35.727188 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5573d5c3-108f-457c-84d5-a574bf456ecf req-bb20a546-7b45-4a8a-a5dd-c78f534e6f23 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0507419 Dec 23 00:30:35.780322 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5573d5c3-108f-457c-84d5-a574bf456ecf req-465980fa-de84-439e-acfe-3c32565e1919 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Dec 23 00:30:36.242652 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3446-0f42-47d2-859d-8e51b39c403f req-8abb5e08-9407-49a0-846d-96129ea5cc7e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:36.244120 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-229d3446-0f42-47d2-859d-8e51b39c403f req-8abb5e08-9407-49a0-846d-96129ea5cc7e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0539503 Dec 23 00:30:36.292405 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-229d3446-0f42-47d2-859d-8e51b39c403f req-a69b4163-6d9a-4598-bef2-c00e4100b8ef tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Dec 23 00:30:36.720018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202681e1-0138-4ca6-9bec-f6ad30ec517a req-6a035e13-3c29-43b9-8844-aa1c51f2f913 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:36.721486 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-202681e1-0138-4ca6-9bec-f6ad30ec517a req-6a035e13-3c29-43b9-8844-aa1c51f2f913 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0538092 Dec 23 00:30:36.767972 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-202681e1-0138-4ca6-9bec-f6ad30ec517a req-6bdb31d3-1c43-43ca-9226-4ca9fb1b5227 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 23 00:30:36.904795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b62bc-5ef2-4db9-8b7b-725ce04381e4 req-87e6e62d-a245-4be0-85c3-e2433b57e5d2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:36.906309 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-188b62bc-5ef2-4db9-8b7b-725ce04381e4 req-87e6e62d-a245-4be0-85c3-e2433b57e5d2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Dec 23 00:30:36.958095 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-188b62bc-5ef2-4db9-8b7b-725ce04381e4 req-a254e6c1-59e7-40f4-811b-e7aa99a4a132 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Dec 23 00:30:37.415178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e8874-c4c7-4e99-8e87-cc998643513c req-51f49d56-9b48-476c-9e71-bbaba18b7382 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:37.416620 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-770e8874-c4c7-4e99-8e87-cc998643513c req-51f49d56-9b48-476c-9e71-bbaba18b7382 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0506008 Dec 23 00:30:37.467363 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-770e8874-c4c7-4e99-8e87-cc998643513c req-10a49efc-6f6d-4b2f-afdf-efc88e1c4610 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Dec 23 00:30:37.884840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360f1ba-9493-453e-9392-58d5b1230d3e req-86a408cc-76e9-4949-8da6-29f4c2b66c5e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:37.886350 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d360f1ba-9493-453e-9392-58d5b1230d3e req-86a408cc-76e9-4949-8da6-29f4c2b66c5e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0487897 Dec 23 00:30:37.932141 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d360f1ba-9493-453e-9392-58d5b1230d3e req-c8be184e-5a86-429a-b54d-4392f153f664 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Dec 23 00:30:38.084089 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb79a4-50a2-4434-b06d-ea680f09a71a req-29058c07-ab1d-4e09-b69e-8ad0598c6a7b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:38.085952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2feb79a4-50a2-4434-b06d-ea680f09a71a req-29058c07-ab1d-4e09-b69e-8ad0598c6a7b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0535154 Dec 23 00:30:38.137437 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2feb79a4-50a2-4434-b06d-ea680f09a71a req-d4ee0c72-dca5-437b-9583-2a470803bf94 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Dec 23 00:30:38.624391 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff333a-b29d-4488-82ac-69dbee329bac req-7a5d036a-4234-4002-8147-2f6990370bd1 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:38.626214 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-73ff333a-b29d-4488-82ac-69dbee329bac req-7a5d036a-4234-4002-8147-2f6990370bd1 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0646689 Dec 23 00:30:38.692315 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-73ff333a-b29d-4488-82ac-69dbee329bac req-a6d286d5-e8c6-4d60-ae44-96f15c3028bb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 Dec 23 00:30:39.058081 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207b551-a9e7-4258-9722-b8bbefb90cbc req-19d797a3-a921-4563-b84d-bffe4e9c5042 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:39.059783 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d207b551-a9e7-4258-9722-b8bbefb90cbc req-19d797a3-a921-4563-b84d-bffe4e9c5042 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0473359 Dec 23 00:30:39.109250 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d207b551-a9e7-4258-9722-b8bbefb90cbc req-2379b93a-933e-4c31-9230-3864153d0712 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Dec 23 00:30:39.258635 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354afe2-7913-4a73-abae-1897e30ec5d3 req-d978787a-a95e-447c-9c54-5124314093e9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:39.260267 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d354afe2-7913-4a73-abae-1897e30ec5d3 req-d978787a-a95e-447c-9c54-5124314093e9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0535374 Dec 23 00:30:39.308135 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d354afe2-7913-4a73-abae-1897e30ec5d3 req-d61b2faf-1ec5-4a58-bedc-ce35293c6532 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 23 00:30:39.828769 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78821a61-daa7-4c8f-8a7f-c0e59b8f11f4 req-4d180cd7-d310-4def-a5dd-da0a193a32a9 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:39.843661 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-78821a61-daa7-4c8f-8a7f-c0e59b8f11f4 req-4d180cd7-d310-4def-a5dd-da0a193a32a9 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.0651345 Dec 23 00:30:39.892531 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-78821a61-daa7-4c8f-8a7f-c0e59b8f11f4 req-86a942bd-6fe7-4297-850f-a1b19ce426e5 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507007 Dec 23 00:30:40.237048 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd3f3a-efc6-4734-b93b-a3b85d5cb699 req-bca1212e-3bd0-4ebf-b765-0cbcb225cf82 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:40.238704 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-35dd3f3a-efc6-4734-b93b-a3b85d5cb699 req-bca1212e-3bd0-4ebf-b765-0cbcb225cf82 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0484633 Dec 23 00:30:40.299325 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-35dd3f3a-efc6-4734-b93b-a3b85d5cb699 req-7227e029-ba46-4004-9423-766fd508a1cc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Dec 23 00:30:40.426457 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce4d75-c275-42dc-afd6-3acda08d631d req-214d524b-4aa1-462b-959a-5b111520ee28 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:40.427913 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-02ce4d75-c275-42dc-afd6-3acda08d631d req-214d524b-4aa1-462b-959a-5b111520ee28 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0504534 Dec 23 00:30:40.476952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-02ce4d75-c275-42dc-afd6-3acda08d631d req-5170034c-bdc2-44d2-9afe-98943a434030 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Dec 23 00:30:40.694383 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:30:40.725169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Request body: {'port': {'device_id': '426f4f85-d845-4802-a036-93081105db42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:40.805993 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:40.980397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-321b687c-fdf6-4e88-9044-14b0cdd036f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:40.981864 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-321b687c-fdf6-4e88-9044-14b0cdd036f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.1204383 Dec 23 00:30:41.366555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebc65a-5846-4314-99ad-219d72695350 req-0da5b088-d68b-4a07-84a9-e4b3dfec986d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:41.368067 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7aebc65a-5846-4314-99ad-219d72695350 req-0da5b088-d68b-4a07-84a9-e4b3dfec986d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 931 time: 0.4014091 Dec 23 00:30:41.418145 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-6e39f9cd-491e-4483-af9d-7151bed18957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:41.419577 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-6e39f9cd-491e-4483-af9d-7151bed18957 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1762018 Dec 23 00:30:41.429020 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda1f13-543b-4bc4-a235-27073078478b req-85b8504c-42ea-469e-a808-5f2e49e129b0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:41.430436 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6bda1f13-543b-4bc4-a235-27073078478b req-85b8504c-42ea-469e-a808-5f2e49e129b0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0504465 Dec 23 00:30:41.477173 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6bda1f13-543b-4bc4-a235-27073078478b req-5c34edc8-e2d2-435e-8bd4-6af3ced4257b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Dec 23 00:30:41.506892 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-5f9986bb-c99c-44ec-af3b-586286a14e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0659683 Dec 23 00:30:41.517581 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7aebc65a-5846-4314-99ad-219d72695350 req-ac13e1eb-a0b6-4850-b833-f5110d633512 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374426 Dec 23 00:30:41.553867 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6748daa0-677a-48ce-8e0f-9b35217764eb {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:30:41.566126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:41.585220 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-c448288a-d48c-41d2-8252-71dc8241f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:41.586715 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-c448288a-d48c-41d2-8252-71dc8241f6ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0648875 Dec 23 00:30:41.587625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Transition to ACTIVE for port object 6748daa0-677a-48ce-8e0f-9b35217764eb will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:30:41.594846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:41.597775 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b296e-2c56-4ea5-8a52-a837ec2f7d7b req-fa2f1c76-b56b-4433-93d1-284695de34e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:41.599353 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d90b296e-2c56-4ea5-8a52-a837ec2f7d7b req-fa2f1c76-b56b-4433-93d1-284695de34e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0538950 Dec 23 00:30:41.648409 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d90b296e-2c56-4ea5-8a52-a837ec2f7d7b req-7a305f91-2954-4f71-98c4-e57a4cd5013b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Dec 23 00:30:41.654577 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-dfa3341a-f288-4384-802e-ca84f577f5c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569413 Dec 23 00:30:41.691959 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:41.819338 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Attempting to bind port 6748daa0-677a-48ce-8e0f-9b35217764eb on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:30:41.819880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Attempting to bind port 6748daa0-677a-48ce-8e0f-9b35217764eb by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:30:41.820381 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Attempting to bind port 6748daa0-677a-48ce-8e0f-9b35217764eb on network 85162e23-c2bf-4f13-a926-5964a02ea7e9 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:41.824092 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-a6701549-ad80-4a33-8ecf-196334a7f4c9 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561248 Dec 23 00:30:41.828286 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Port 6748daa0-677a-48ce-8e0f-9b35217764eb on network 85162e23-c2bf-4f13-a926-5964a02ea7e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:30:41.828741 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Attempting to bind port 6748daa0-677a-48ce-8e0f-9b35217764eb on network 85162e23-c2bf-4f13-a926-5964a02ea7e9 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:30:41.842519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:30:41.842858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Checking segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:41.843229 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Bound using segment: {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:30:41.843655 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Bound port: 6748daa0-677a-48ce-8e0f-9b35217764eb, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7d3ec6-87bc-4d16-a951-54d927ede54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:30:41.844006 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:41.973222 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64ff7ddd-ec58-4536-8893-f6daa51e58f5 req-79ddd656-ee7d-4db8-88b8-7a7f99cd5d41 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408567 Dec 23 00:30:41.974239 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:30:41.977364 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:30:41.983457 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:42.023252 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.023879 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:42.025410 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] 10.222.0.43 "PUT /v2.0/ports/6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 1093 time: 1.3064401 Dec 23 00:30:42.025748 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:30:42.028183 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:30:42.055010 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70bbfc-9d89-42eb-acf0-51557be7e07f service neutron] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:42.074153 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e2e58-7cf9-459f-9713-8f543597fb9b x-openstack-request-id: req-9d1e2e58-7cf9-459f-9713-8f543597fb9b {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:30:42.074566 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:30:42.074942 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d1e2e58-7cf9-459f-9713-8f543597fb9b {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:30:42.077293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:30:42.202786 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-1c336916-794e-4206-970e-597d75afb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.204452 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-1c336916-794e-4206-970e-597d75afb36e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1096 time: 0.0457339 Dec 23 00:30:42.264455 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-9565e2b9-e069-41a0-8580-b9a2d41ce874 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 217 time: 0.0370131 Dec 23 00:30:42.315397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-4ad4e368-b4b8-486b-8a16-4b3c66aa3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.316777 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-4ad4e368-b4b8-486b-8a16-4b3c66aa3399 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0424094 Dec 23 00:30:42.364448 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8358-4673-4711-a98d-3fbdfd952235 req-01f49443-9a20-46e8-bd51-f7098dca1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.366667 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-01f49443-9a20-46e8-bd51-f7098dca1268 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404205 Dec 23 00:30:42.469578 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-c3324c81-ca79-487c-811a-b280de4df726 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870452 Dec 23 00:30:42.548541 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50366) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:42.589981 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924c8358-4673-4711-a98d-3fbdfd952235 req-1c3f5479-4eb2-4508-87a7-5ccb1e7db827 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137202 Dec 23 00:30:42.640330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d266fc-414a-40e1-a300-c4849ad667af req-7e8c1324-8012-4bc8-8160-244cf7e686b2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.649531 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53d266fc-414a-40e1-a300-c4849ad667af req-7e8c1324-8012-4bc8-8160-244cf7e686b2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 943 time: 0.0915289 Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.693383 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:30:42.696079 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:30:42.697791 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd377-5507-46e2-9ff7-9c446238d42a req-2c43dc64-3507-491a-a631-65a67ff826f7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.699878 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9abdd377-5507-46e2-9ff7-9c446238d42a req-2c43dc64-3507-491a-a631-65a67ff826f7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 943 time: 0.0801332 Dec 23 00:30:42.709518 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53d266fc-414a-40e1-a300-c4849ad667af req-9783ce89-3c81-4929-9b52-30780d987cd4 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583913 Dec 23 00:30:42.752637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-465e59f9-046e-487b-b338-742fa35ad38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:42.801965 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9abdd377-5507-46e2-9ff7-9c446238d42a req-cfaed98d-7725-43a9-9d93-cecacdaf2a32 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892012 Dec 23 00:30:42.808103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-1b9b2194-a194-4b5f-b1bd-7e2d1e2052f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.809660 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-1b9b2194-a194-4b5f-b1bd-7e2d1e2052f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1096 time: 0.0799963 Dec 23 00:30:42.871593 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a95ee1-c63c-482b-a481-75489891ace8 req-cb380ae0-5c60-4ec9-ac22-1ab67399b461 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.873238 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67a95ee1-c63c-482b-a481-75489891ace8 req-cb380ae0-5c60-4ec9-ac22-1ab67399b461 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0867293 Dec 23 00:30:42.916901 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-465e59f9-046e-487b-b338-742fa35ad38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:42.928278 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-465e59f9-046e-487b-b338-742fa35ad38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:42.931233 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-43187191-60f3-4fab-94fd-82fab2387a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:42.932713 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-43187191-60f3-4fab-94fd-82fab2387a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.1102481 Dec 23 00:30:42.951356 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device e18298cf-e0bb-42c4-b188-9b096ca405fb details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:30:42.977599 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-39fee558-b67e-49d6-b4f2-b4c1dfb93eb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 217 time: 0.0364537 Dec 23 00:30:42.983848 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-67a95ee1-c63c-482b-a481-75489891ace8 req-6c0c5275-3816-4089-99ec-58b748a8b4c7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929399 Dec 23 00:30:42.990802 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-465e59f9-046e-487b-b338-742fa35ad38a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a756acaaa31482ca623ab44e5aefdf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405892 Dec 23 00:30:42.991777 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e59f9-046e-487b-b338-742fa35ad38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da9d83-d74e-4712-b198-3988f5aaa2c6,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:42.993111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50378) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:43.056477 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-42b3a2fc-94c4-45fd-ae56-e46d31f63b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:43.058030 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-42b3a2fc-94c4-45fd-ae56-e46d31f63b45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0725453 Dec 23 00:30:43.064094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:43.074952 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'e18298cf-e0bb-42c4-b188-9b096ca405fb', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'port_id': 'e18298cf-e0bb-42c4-b188-9b096ca405fb', 'mac_address': 'fa:16:3e:c3:af:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5595d246-8f91-4256-b0b3-2efc25c1fb6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:30:43.100881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.116423 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.128814 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.129650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18298cf-e0bb-42c4-b188-9b096ca405fb {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:30:43.142476 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-24241e85-93e6-4d3c-b90f-67f94b3780ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:43.144011 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-24241e85-93e6-4d3c-b90f-67f94b3780ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739470 Dec 23 00:30:43.149033 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:43.154189 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.219957 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:43.235932 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.238604 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:43.239773 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42da9d83-d74e-4712-b198-3988f5aaa2c6 HTTP/1.1" status: 204 len: 168 time: 0.2445331 Dec 23 00:30:43.255171 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8fed1-2315-4aed-9473-a20a0363b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da9d83-d74e-4712-b198-3988f5aaa2c6,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:43.266700 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-de99ef72-8cea-4e0a-b9c4-dd9716235547 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105585 Dec 23 00:30:43.364955 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-88ec6d78-fc70-4f9e-829f-a7cfe1afd0ed req-f5dbf2f4-3800-489c-acc0-5518f3938308 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890179 Dec 23 00:30:43.702423 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['e18298cf-e0bb-42c4-b188-9b096ca405fb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:30:43.850175 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f733d-a8a2-4e3e-9866-41ee68f28c35 req-77330af5-3db8-4bcb-86ee-2e2a10703078 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:43.851868 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d2f733d-a8a2-4e3e-9866-41ee68f28c35 req-77330af5-3db8-4bcb-86ee-2e2a10703078 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 944 time: 0.0597708 Dec 23 00:30:43.906669 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d2f733d-a8a2-4e3e-9866-41ee68f28c35 req-c7960fde-b061-4aec-93ba-2d3a4f083443 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486109 Dec 23 00:30:43.953787 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799656f5-ecac-4347-91d4-76d2313e72cb req-6fd66fd2-192d-4072-b19f-8d017cfc6173 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:43.955172 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-799656f5-ecac-4347-91d4-76d2313e72cb req-6fd66fd2-192d-4072-b19f-8d017cfc6173 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 943 time: 0.0664747 Dec 23 00:30:44.023981 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-799656f5-ecac-4347-91d4-76d2313e72cb req-d10afeb8-9f06-4e61-824b-29e6ab85b7ec tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612781 Dec 23 00:30:44.112040 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd48f-4779-40be-9457-e5184f78edb9 req-8c58e0b5-79cc-4198-8a83-0cc09893cf37 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:44.114741 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-170dd48f-4779-40be-9457-e5184f78edb9 req-8c58e0b5-79cc-4198-8a83-0cc09893cf37 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0499575 Dec 23 00:30:44.160706 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-170dd48f-4779-40be-9457-e5184f78edb9 req-18b00270-01f0-42b9-befa-e395e2ddf255 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Dec 23 00:30:44.961569 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device e18298cf-e0bb-42c4-b188-9b096ca405fb up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:45.062849 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port e18298cf-e0bb-42c4-b188-9b096ca405fb completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:30:45.083545 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port e18298cf-e0bb-42c4-b188-9b096ca405fb triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:45.083976 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:45.094311 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfe870-0c9c-439f-948e-76b023cd7a47 req-329b82d5-52be-43a4-a5b3-1505ff30a4a2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:45.104252 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77dfe870-0c9c-439f-948e-76b023cd7a47 req-329b82d5-52be-43a4-a5b3-1505ff30a4a2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 944 time: 0.0793891 Dec 23 00:30:45.155559 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77dfe870-0c9c-439f-948e-76b023cd7a47 req-fe5a1759-63ff-42d7-982e-0b0931714a2f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Dec 23 00:30:45.194445 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:45.222878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23dca4-89e3-4bf8-a077-0a3c822afe6f req-0cbec61b-e2f4-4141-9ad6-73e9c1b5b2f2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:45.224928 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:30:45.227249 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdf117f-91ed-472a-a2e2-80d22d044944" -d '{"events": [{"server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "name": "network-vif-plugged", "status": "completed", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:30:45.231575 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6f23dca4-89e3-4bf8-a077-0a3c822afe6f req-0cbec61b-e2f4-4141-9ad6-73e9c1b5b2f2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 943 time: 0.0766211 Dec 23 00:30:45.240661 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:45.250248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:45.294602 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6f23dca4-89e3-4bf8-a077-0a3c822afe6f req-b099a89d-8a1a-42d4-b395-268fbac57d06 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617673 Dec 23 00:30:45.312665 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dbab5-0f3b-4bcd-8f43-d0530347b8c1 req-97d7626f-e82d-4251-9855-d7f46d2ee756 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:45.314738 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e00dbab5-0f3b-4bcd-8f43-d0530347b8c1 req-97d7626f-e82d-4251-9855-d7f46d2ee756 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0791690 Dec 23 00:30:45.316715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:45.348189 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee2a9cb-ba38-41be-95f1-d15917cbde90 x-openstack-request-id: req-9ee2a9cb-ba38-41be-95f1-d15917cbde90 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:30:45.348585 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "name": "network-vif-plugged", "status": "completed", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:30:45.349688 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ee2a9cb-ba38-41be-95f1-d15917cbde90 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:30:45.350091 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb', 'code': 200} Dec 23 00:30:45.366605 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e00dbab5-0f3b-4bcd-8f43-d0530347b8c1 req-727fce40-3180-4a53-9ea0-5aebcd37e0cb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Dec 23 00:30:45.621346 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d935-a242-4647-9755-03d5ac49bf2a req-be2c3adb-0623-472d-a0df-83fba5aac1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:45.622882 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9183d935-a242-4647-9755-03d5ac49bf2a req-be2c3adb-0623-472d-a0df-83fba5aac1f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 1098 time: 0.0405698 Dec 23 00:30:45.687584 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9183d935-a242-4647-9755-03d5ac49bf2a req-1725a521-8dcc-428c-bfb7-a80a37ec9f9c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Dec 23 00:30:46.281014 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bbc48-90b0-4778-be0f-4ca0e53a780b req-f9e93480-7f91-4f25-8491-a58cdedd445a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:46.282388 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6b0bbc48-90b0-4778-be0f-4ca0e53a780b req-f9e93480-7f91-4f25-8491-a58cdedd445a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0476799 Dec 23 00:30:46.334924 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6b0bbc48-90b0-4778-be0f-4ca0e53a780b req-2af27b0e-6277-4f65-add7-3d7f5ebf44b2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Dec 23 00:30:46.413854 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8befd-cbc0-49bc-b54c-a247be7b38ac req-32434732-86d9-4523-9c2d-64bc31456e95 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:46.415330 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a0b8befd-cbc0-49bc-b54c-a247be7b38ac req-32434732-86d9-4523-9c2d-64bc31456e95 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 943 time: 0.0482526 Dec 23 00:30:46.465625 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a0b8befd-cbc0-49bc-b54c-a247be7b38ac req-57699d09-5df4-4a25-aa2a-1df9428b4626 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Dec 23 00:30:46.484136 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e00369-c632-4e15-a35a-1368b04b62f1 req-b8c78e96-036a-4134-a78a-fc9513adc5e2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:46.485905 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-04e00369-c632-4e15-a35a-1368b04b62f1 req-b8c78e96-036a-4134-a78a-fc9513adc5e2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Dec 23 00:30:46.532443 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-04e00369-c632-4e15-a35a-1368b04b62f1 req-fd3ce075-fed4-4048-a121-14bd5ce3a22d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Dec 23 00:30:46.962452 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6748daa0-677a-48ce-8e0f-9b35217764eb details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:30:47.063712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:47.077685 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'port_id': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'mac_address': 'fa:16:3e:37:0d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:30:47.124489 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:47.139964 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6748daa0-677a-48ce-8e0f-9b35217764eb {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:30:47.166857 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:47.172107 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:47.229045 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:47.457436 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df14d-5b15-4282-b4a6-c312ff296f9f req-55611ea3-01dc-44e2-a2e8-560dc76bf254 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:47.459009 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-734df14d-5b15-4282-b4a6-c312ff296f9f req-55611ea3-01dc-44e2-a2e8-560dc76bf254 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Dec 23 00:30:47.511157 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-734df14d-5b15-4282-b4a6-c312ff296f9f req-626818cf-af62-4568-b3d5-3fcb4c1e199f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Dec 23 00:30:47.598660 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6516e9-a223-450f-afb8-327d136a6865 req-113ebe88-8ab3-48f8-bb3e-89bd0abdf58a tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:47.600666 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a6516e9-a223-450f-afb8-327d136a6865 req-113ebe88-8ab3-48f8-bb3e-89bd0abdf58a tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 944 time: 0.0607541 Dec 23 00:30:47.654005 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:30:47.657860 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a6516e9-a223-450f-afb8-327d136a6865 req-79191339-fa2b-4e8f-8aed-38b3ebfdc0dd tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 Dec 23 00:30:47.664422 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b78481-4f00-4d38-88cf-1f68d97c6557 req-1b6fa312-3645-4682-8e5d-ef663182fd36 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:47.666393 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e2b78481-4f00-4d38-88cf-1f68d97c6557 req-1b6fa312-3645-4682-8e5d-ef663182fd36 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0616152 Dec 23 00:30:47.726295 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e2b78481-4f00-4d38-88cf-1f68d97c6557 req-fefa0700-3bb0-4a3f-925a-f5a4f03708de tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Dec 23 00:30:48.784532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0ba9-ea21-4494-99ab-b8bc140e129d req-39033616-d283-440d-bbd9-081f356d5f8b tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:48.786090 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c19c0ba9-ea21-4494-99ab-b8bc140e129d req-39033616-d283-440d-bbd9-081f356d5f8b tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 944 time: 0.0535409 Dec 23 00:30:48.837875 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c19c0ba9-ea21-4494-99ab-b8bc140e129d req-b98a7239-d05b-47be-914c-2de077b48bbc tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Dec 23 00:30:48.902062 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f90c-9196-4433-a02f-0cdac8aee745 req-f23550a1-e605-4487-b9f4-64886b689089 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:48.903645 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-90d4f90c-9196-4433-a02f-0cdac8aee745 req-f23550a1-e605-4487-b9f4-64886b689089 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0920107 Dec 23 00:30:48.974504 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-90d4f90c-9196-4433-a02f-0cdac8aee745 req-65db4604-7b98-492f-bc64-563df387df52 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Dec 23 00:30:48.976102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6748daa0-677a-48ce-8e0f-9b35217764eb up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:30:49.040700 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 6748daa0-677a-48ce-8e0f-9b35217764eb completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:30:49.045300 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 6748daa0-677a-48ce-8e0f-9b35217764eb triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:30:49.045703 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:49.122621 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:49.147490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:30:49.149887 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd11265-c3ea-4f59-879d-f9da5f2e9cf8" -d '{"events": [{"server_uuid": "426f4f85-d845-4802-a036-93081105db42", "name": "network-vif-plugged", "status": "completed", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:30:49.163575 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:30:49.169124 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:49.230099 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:49.245165 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdee4c-277a-4f4f-845e-8b932e469cfd x-openstack-request-id: req-0fbdee4c-277a-4f4f-845e-8b932e469cfd {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:30:49.245482 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f4f85-d845-4802-a036-93081105db42", "name": "network-vif-plugged", "status": "completed", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:30:49.245773 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fbdee4c-277a-4f4f-845e-8b932e469cfd {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:30:49.246188 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'code': 200} Dec 23 00:30:49.538555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a99f20-77fb-4f6d-ac63-8e3e63628265 req-512cc0e8-b945-4aa0-887c-8f0aab97af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:49.540218 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19a99f20-77fb-4f6d-ac63-8e3e63628265 req-512cc0e8-b945-4aa0-887c-8f0aab97af5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1098 time: 0.0426030 Dec 23 00:30:49.597300 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19a99f20-77fb-4f6d-ac63-8e3e63628265 req-54150c84-3fab-4fb5-a400-e876b933ba59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Dec 23 00:30:49.968749 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65092ba0-e524-46c8-902f-8d48ce207a52 req-7cb79c31-46ce-4204-9ac8-a601eed2fb69 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:49.970313 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-65092ba0-e524-46c8-902f-8d48ce207a52 req-7cb79c31-46ce-4204-9ac8-a601eed2fb69 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Dec 23 00:30:50.026803 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-65092ba0-e524-46c8-902f-8d48ce207a52 req-0ef87465-dda1-44f6-815d-31919862245f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Dec 23 00:30:50.115261 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408f66-258f-4c92-abd1-5c8999408e7e req-3577c3f2-cbd9-4813-b0db-1daf61ed2aa4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:50.116817 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e9408f66-258f-4c92-abd1-5c8999408e7e req-3577c3f2-cbd9-4813-b0db-1daf61ed2aa4 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0514066 Dec 23 00:30:50.357884 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e9408f66-258f-4c92-abd1-5c8999408e7e req-2b8b281f-14e9-4ae5-91d5-abd135bdc8b6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331703 Dec 23 00:30:51.162737 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e9b83-53ce-4358-886c-bf553b94f3d7 req-eb7ffab5-c8b0-488f-9cc2-542d11958d38 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:51.164156 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a4e9b83-53ce-4358-886c-bf553b94f3d7 req-eb7ffab5-c8b0-488f-9cc2-542d11958d38 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0611689 Dec 23 00:30:51.212933 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a4e9b83-53ce-4358-886c-bf553b94f3d7 req-04e59a00-0973-4c27-bc1c-cb36c9b0531d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Dec 23 00:30:51.486928 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b536e48-abf3-4579-81d7-70ebb9f424f3 req-ef961d44-d436-4d12-8343-212fa4180484 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:51.490080 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9b536e48-abf3-4579-81d7-70ebb9f424f3 req-ef961d44-d436-4d12-8343-212fa4180484 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Dec 23 00:30:51.544688 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9b536e48-abf3-4579-81d7-70ebb9f424f3 req-54a41906-e40e-4781-9a42-ad5753860eb7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500607 Dec 23 00:30:51.680412 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50636) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:51.790326 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:51.865463 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:51.872020 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:51.915656 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0bdbb-ca23-4b42-a952-308797abeb9c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:51.921564 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e1fafead6684fcfbd9ff95b2ff88498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400455 Dec 23 00:30:51.924473 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50640) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:51.926334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.926675 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.927059 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.927368 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.927685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.928008 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.928299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.928613 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.928933 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.929248 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.929574 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.929916 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.930207 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635b807-95c7-4919-9af4-9064815450e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:51.973740 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:51.995501 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.048174 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.052294 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.053993 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8b0bdbb-ca23-4b42-a952-308797abeb9c HTTP/1.1" status: 204 len: 168 time: 0.1284206 Dec 23 00:30:52.061698 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0bdbb-ca23-4b42-a952-308797abeb9c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:52.068738 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.069087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.069427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.069789 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.070114 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.070435 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.070758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.071096 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.071399 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.071718 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.072033 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.072363 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.072654 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf4866-233b-42c9-ab35-11c0f7d046b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:30:52.331389 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229184f1-e631-43a6-92b6-31ffc109710c req-03a51760-9840-4006-8b01-d70b39db98f9 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:52.331595 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50648) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:52.334105 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-229184f1-e631-43a6-92b6-31ffc109710c req-03a51760-9840-4006-8b01-d70b39db98f9 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Dec 23 00:30:52.348401 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e556-85e1-4b4a-8322-be2e57e400ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.386623 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-229184f1-e631-43a6-92b6-31ffc109710c req-0a533773-2ef1-411e-9604-0db84b755146 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Dec 23 00:30:52.434145 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e556-85e1-4b4a-8322-be2e57e400ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.439351 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e556-85e1-4b4a-8322-be2e57e400ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.491431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7e556-85e1-4b4a-8322-be2e57e400ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e20c5-1bc1-4ca5-b19c-d763435ae15b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:52.510514 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f0a7e556-85e1-4b4a-8322-be2e57e400ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a99d0f057c14e958d892b77b0effb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750839 Dec 23 00:30:52.513180 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50660) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:52.536609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0938f-2ee7-4c95-aef4-018b4e7613ae req-e788c427-731d-4bd9-a7dc-3113d133ebe2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:52.538224 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5da0938f-2ee7-4c95-aef4-018b4e7613ae req-e788c427-731d-4bd9-a7dc-3113d133ebe2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0640583 Dec 23 00:30:52.570158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.596231 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5da0938f-2ee7-4c95-aef4-018b4e7613ae req-15aaa4c1-06d0-40d7-934f-163b0801b0ea tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497267 Dec 23 00:30:52.598820 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.651668 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.654751 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:52.656348 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/717e20c5-1bc1-4ca5-b19c-d763435ae15b HTTP/1.1" status: 204 len: 168 time: 0.1420474 Dec 23 00:30:52.668881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00ef3f-2c60-40b5-a693-0526231570c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e20c5-1bc1-4ca5-b19c-d763435ae15b,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:52.710062 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad33d1-6b04-45e8-8fc9-7bf3350e0152 req-38040a07-0cc5-456e-84f9-12a689f1fb4f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:52.718198 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8aad33d1-6b04-45e8-8fc9-7bf3350e0152 req-38040a07-0cc5-456e-84f9-12a689f1fb4f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0653174 Dec 23 00:30:52.766177 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8aad33d1-6b04-45e8-8fc9-7bf3350e0152 req-ae2c2c54-b90f-4574-bb01-09d8f6c18591 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Dec 23 00:30:52.977133 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e4984-f3a3-4a5b-a527-823b04e46602 req-f9be3815-a83a-4f10-9493-1abef600fe1e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:52.979092 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-222e4984-f3a3-4a5b-a527-823b04e46602 req-f9be3815-a83a-4f10-9493-1abef600fe1e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0502853 Dec 23 00:30:53.042380 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-222e4984-f3a3-4a5b-a527-823b04e46602 req-4d86d749-b43a-41c9-b97d-92ea8c67a2fc tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Dec 23 00:30:53.050071 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50678) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:53.070711 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5eed5d9f-d4ea-4fa2-93f8-3277df2ff238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.169066 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5eed5d9f-d4ea-4fa2-93f8-3277df2ff238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.175034 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5eed5d9f-d4ea-4fa2-93f8-3277df2ff238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.219902 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5eed5d9f-d4ea-4fa2-93f8-3277df2ff238 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8198af7b4c48fd95afbf614760b25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685326 Dec 23 00:30:53.220627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed5d9f-d4ea-4fa2-93f8-3277df2ff238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e018740-ca74-4b55-8d8d-f621a2f5b294,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:53.222795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50686) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:53.275232 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.295827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.349865 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.352480 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:53.353666 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e018740-ca74-4b55-8d8d-f621a2f5b294 HTTP/1.1" status: 204 len: 168 time: 0.1297648 Dec 23 00:30:53.363577 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46ee72-9ff3-4ef8-bf07-a4dbaa6eb19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e018740-ca74-4b55-8d8d-f621a2f5b294,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:53.889269 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26ea5-69b5-43a6-a9bb-76f8463aea21 req-454f9760-e790-4f3f-b212-6dd1209e0b04 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:53.891058 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6fd26ea5-69b5-43a6-a9bb-76f8463aea21 req-454f9760-e790-4f3f-b212-6dd1209e0b04 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0534780 Dec 23 00:30:53.942269 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6fd26ea5-69b5-43a6-a9bb-76f8463aea21 req-b63df548-aea6-44d8-8ccc-6cb175d5d06a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Dec 23 00:30:54.054755 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50722) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:54.162977 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-203495334-network', 'tenant_id': 'bd790485aeba42838bc4f9d910b5a586'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:54.192211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Made reservation on behalf of bd790485aeba42838bc4f9d910b5a586 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:54.194618 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.203642 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.278632 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.284691 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.307981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:30:54.318213 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72521b-2f2b-43d3-9435-78bffe916a2f,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:54.323634 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.323978 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Added segment 55dfa777-4fef-4305-b7e8-497ef9522ba0 of type vlan for network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 Dec 23 00:30:54.366711 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.395643 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.396677 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:54.397279 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.462277 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4037240 Dec 23 00:30:54.462759 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50736) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:30:54.464472 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6ab0-2f3b-4727-8454-9d2c6ee9428f admin admin] Pushing event updated for resources: {'Network': ['ID=c7dfbc12-5fb4-4e8b-bd69-2476368699a5,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:54.468773 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Request body: {'subnet': {'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-203495334-subnet', 'tenant_id': 'bd790485aeba42838bc4f9d910b5a586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:30:54.485228 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:30:54.527072 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Made reservation on behalf of bd790485aeba42838bc4f9d910b5a586 for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:30:54.529843 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8847781'] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.741875 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8847799'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.800844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13b7f37-2256-411a-8a06-1e40ca8fa0fb,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:30:54.809613 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Checking segment: {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:30:54.809908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Network hostable DHCP agents. Network: c7dfbc12-5fb4-4e8b-bd69-2476368699a5, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:30:54.827103 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:30:54.839355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, c7dfbc12-5fb4-4e8b-bd69-2476368699a5) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:30:54.843637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:54.844285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:54.856007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765e509-e595-405b-8497-8dbd2a424f2e None None] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:54.865079 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5b1f129b-943c-4096-affa-271ddf2441d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4008512 Dec 23 00:30:54.979388 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b6a60-c67a-4f51-a765-704e0a21c21c None None] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:30:55.106076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67030-8cec-40fa-b945-725d8ca68dd1 req-ee388631-f22b-4014-be96-e7ee476c04a2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:55.107552 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-37d67030-8cec-40fa-b945-725d8ca68dd1 req-ee388631-f22b-4014-be96-e7ee476c04a2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0572798 Dec 23 00:30:55.158656 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-37d67030-8cec-40fa-b945-725d8ca68dd1 req-905f1b92-9bc4-4f39-a4d1-0515f92f06a2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Dec 23 00:30:56.285866 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443c246-53ab-4f7a-9972-290388627091 req-f899a490-4cfc-45aa-bf59-e843b2a6c0e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:56.287328 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2443c246-53ab-4f7a-9972-290388627091 req-f899a490-4cfc-45aa-bf59-e843b2a6c0e5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0560467 Dec 23 00:30:56.334817 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2443c246-53ab-4f7a-9972-290388627091 req-b881c473-ebdc-4b14-b0cb-e1c71632c508 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Dec 23 00:30:56.401814 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a5878b98-e4d2-41f5-8328-9e0345bc4914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:56.981847 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-7228258e-7af5-497d-b223-a9118ae6bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:56.983232 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-7228258e-7af5-497d-b223-a9118ae6bce1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0424740 Dec 23 00:30:57.108256 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-4013dcc7-9595-42d7-95fe-aed70cf26f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:57.109847 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-4013dcc7-9595-42d7-95fe-aed70cf26f68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1026320 Dec 23 00:30:57.151135 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-c505c163-5c92-4f1e-9e28-2ec7b54d2d0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0335634 Dec 23 00:30:57.203155 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-4eb27b6e-8d63-462c-a67c-c1712f248919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:30:57.204640 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-4eb27b6e-8d63-462c-a67c-c1712f248919 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0464458 Dec 23 00:30:57.239468 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-72735339-3410-4d48-a40f-6c905146e95e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251422 Dec 23 00:30:57.337931 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-940f1d57-5966-4c6d-8667-ed36b1928ff3 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854342 Dec 23 00:30:57.430016 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e59a3c20-0379-4c7b-8451-24ae2c78c224 req-b3e26d8f-aa38-4e4b-bfa2-4f3bf8fe1667 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Dec 23 00:30:58.536071 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3b94-ba79-4225-bb29-ed0da4907fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:59.264834 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:30:59.733609 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:01.219633 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:02.077808 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:07.039879 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-bce19afe-bd84-492d-bfcd-c7201cae6152 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:07.041486 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-bce19afe-bd84-492d-bfcd-c7201cae6152 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 808 time: 0.1065619 Dec 23 00:31:07.057936 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-cc2eb9ca-6365-45d4-8868-33ca12747293 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/quotas/bd790485aeba42838bc4f9d910b5a586 HTTP/1.1" status: 200 len: 375 time: 0.0092666 Dec 23 00:31:07.095816 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-c55fc57e-4b52-4a13-bd81-0805503eb209 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321550 Dec 23 00:31:07.220378 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-139fb4e7-061a-475e-8829-02ea8a04d3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164775 Dec 23 00:31:07.282927 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb457-13af-42a8-9a24-e1a26739062a req-f2050630-4851-4b89-ad14-16170e21e3d0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:07.284406 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e6afb457-13af-42a8-9a24-e1a26739062a req-f2050630-4851-4b89-ad14-16170e21e3d0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0474303 Dec 23 00:31:07.314801 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-a84f9bf6-808b-4fd2-9604-93c772bdb55b service neutron] 10.222.0.24 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Dec 23 00:31:07.331980 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e6afb457-13af-42a8-9a24-e1a26739062a req-e8e549af-aafc-4169-b970-11fd02526b3c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Dec 23 00:31:07.440054 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de495d-121a-41cd-b2b7-0b72ca06184b req-ee112c43-9b37-472b-8602-23fec0976f36 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:07.441562 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-76de495d-121a-41cd-b2b7-0b72ca06184b req-ee112c43-9b37-472b-8602-23fec0976f36 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Dec 23 00:31:07.494880 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-76de495d-121a-41cd-b2b7-0b72ca06184b req-7613bc66-c68a-417b-8ed7-f1462bb4d470 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Dec 23 00:31:07.518641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f477150-90c4-4f2e-89df-22743075b41c req-59fce567-7d08-452d-a9a8-9469a30a302a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:07.518641 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f477150-90c4-4f2e-89df-22743075b41c req-59fce567-7d08-452d-a9a8-9469a30a302a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Dec 23 00:31:07.518641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 50926) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:07.574056 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f477150-90c4-4f2e-89df-22743075b41c req-a158fa2d-67b1-4302-88c7-c692d185eb0d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480895 Dec 23 00:31:07.690952 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c3c6bbc4-ddb1-4838-a143-c109024e49e9 req-3d2b772c-041b-4e21-a303-ea4e122cb58d tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 210 time: 0.0459943 Dec 23 00:31:07.734103 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9109d-ba13-45a8-8c51-1e74ce3c88bc tempest-TestMinimumBasicScenario-71564570 tempest-TestMinimumBasicScenario-71564570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:07.735766 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-08c9109d-ba13-45a8-8c51-1e74ce3c88bc tempest-TestMinimumBasicScenario-71564570 tempest-TestMinimumBasicScenario-71564570-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1093 time: 0.2165947 Dec 23 00:31:07.739141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 50942) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:07.743670 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'port_id': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:07.774040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for floatingip, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:07.881014 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:07.985874 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Allocated IP 172.27.1.90 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/b98bf3f7-783e-4144-83e9-81f8c5f66ca8) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:08.082085 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:08.116664 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:08.156744 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:08.159573 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:08.163019 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:08.187997 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'Port': ['ID=b98bf3f7-783e-4144-83e9-81f8c5f66ca8,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:08.505570 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb44f3-bc11-4422-8bac-9f609038679e req-5098d164-a919-4e8c-97fe-f59252bbd51f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:08.507031 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-43eb44f3-bc11-4422-8bac-9f609038679e req-5098d164-a919-4e8c-97fe-f59252bbd51f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0959849 Dec 23 00:31:08.590760 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:08.595114 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-43eb44f3-bc11-4422-8bac-9f609038679e req-977afbe3-bb70-4dfd-bd11-cf185e3ce322 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641868 Dec 23 00:31:08.724887 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8332-19a9-44ba-9210-b195880f2d23 req-23a892c8-d362-497d-b8c0-a056e4081aa8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:08.726737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3d5d8332-19a9-44ba-9210-b195880f2d23 req-23a892c8-d362-497d-b8c0-a056e4081aa8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Dec 23 00:31:08.790443 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3d5d8332-19a9-44ba-9210-b195880f2d23 req-2e7ee761-63cb-4fb6-980d-4c9245c83a44 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571563 Dec 23 00:31:08.897037 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f1a3a6e0-6a99-4bc3-944a-c08ff0541b19 req-db8bea68-a0ba-4646-8fa5-b2eb6900ca63 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 210 time: 0.0303497 Dec 23 00:31:08.948555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:09.194085 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f40c-1f01-4c78-818e-8902c4a7dd81 req-2a70c13b-8ea6-4e3d-aad9-bd07fae509e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:09.195598 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-52f3f40c-1f01-4c78-818e-8902c4a7dd81 req-2a70c13b-8ea6-4e3d-aad9-bd07fae509e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.1448295 Dec 23 00:31:09.218838 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:09.227097 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5b1adb81-e299-4858-aec4-eeec8f1c8792 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:09.228583 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5b1adb81-e299-4858-aec4-eeec8f1c8792 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 808 time: 0.1878932 Dec 23 00:31:09.236063 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:09.325519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Request body: {'port': {'device_id': 'd69cefba-2f65-4310-8f41-03bda5556657', 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5', 'admin_state_up': True, 'tenant_id': 'bd790485aeba42838bc4f9d910b5a586'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:09.346190 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'Port': ['ID=b98bf3f7-783e-4144-83e9-81f8c5f66ca8,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:09.362676 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-52f3f40c-1f01-4c78-818e-8902c4a7dd81 req-d21e2bea-ccfc-4440-9d7d-85ba87b85b37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549263 Dec 23 00:31:09.395091 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:09.521113 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Floating IP 1e355685-b5f1-47ab-b081-4eafb3218f94 associated. External IP: 172.27.1.90, port: 6748daa0-677a-48ce-8e0f-9b35217764eb. Dec 23 00:31:09.571289 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Made reservation on behalf of bd790485aeba42838bc4f9d910b5a586 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:09.574782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:09.718473 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b306e-1c39-4d99-b84c-43b7d4746d5d req-c8e0a2d2-afb0-4695-8f19-3740f65683b3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:09.719840 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b05b306e-1c39-4d99-b84c-43b7d4746d5d req-c8e0a2d2-afb0-4695-8f19-3740f65683b3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0478079 Dec 23 00:31:09.772770 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b05b306e-1c39-4d99-b84c-43b7d4746d5d req-5962f1ed-8699-4837-ae27-b17f16e2a28a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Dec 23 00:31:09.815185 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Allocated IP 172.20.0.14 (c7dfbc12-5fb4-4e8b-bd69-2476368699a5/a13b7f37-2256-411a-8a06-1e40ca8fa0fb/152e5481-ac7c-4e87-bfd4-11acd809eb3a) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:09.840913 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:31:10.020573 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-524afb92-41db-46c9-b15f-5ac7cc000d4c req-0c70f89a-1274-4e10-8d86-35835bc1f1de tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 210 time: 0.0415354 Dec 23 00:31:10.068802 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a2803-2a95-4ce8-9d27-92bf20b67b67 req-64aaca14-00bc-4200-a3aa-52c4ebc887d1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.070319 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b46a2803-2a95-4ce8-9d27-92bf20b67b67 req-64aaca14-00bc-4200-a3aa-52c4ebc887d1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.2034547 Dec 23 00:31:10.111992 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:31:10.123084 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Sync routers for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:31:10.136207 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.136591 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:31:10.137283 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:30:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:31:10.173154 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b46a2803-2a95-4ce8-9d27-92bf20b67b67 req-edbbd5aa-3810-4875-bce6-58eb9fde7133 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920100 Dec 23 00:31:10.186309 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.222977 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2664acc1-7ec1-440b-9700-624f024a67cf tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4826968 Dec 23 00:31:10.224333 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:10.226883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1164f8-37b4-4056-9a53-5d5867b7ef38" -d '{"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:10.230824 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51006) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:10.235669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832794067', 'description': 'tempest-secgroup-smoke-832794067 description', 'project_id': '781ac330c6d5418ba4651babfe8c71c2'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:10.242095 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.299984 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.315837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cda787-3bb6-4e8a-8a5a-99f825a6b255 x-openstack-request-id: req-64cda787-3bb6-4e8a-8a5a-99f825a6b255 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:10.316135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:10.316392 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64cda787-3bb6-4e8a-8a5a-99f825a6b255 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:10.316787 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:31:10.318259 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-03706bfb-cf0c-4ed7-91da-526019c897d7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.320926 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-03706bfb-cf0c-4ed7-91da-526019c897d7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.1651471 Dec 23 00:31:10.356830 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:10.359413 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:10.364517 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:10.368357 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-20bdeaec-31ce-4916-a469-a40b09fa93f9 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/quotas/c1ad8f28dbb74e11af35a105c84aa717 HTTP/1.1" status: 200 len: 375 time: 0.0405002 Dec 23 00:31:10.424104 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Pushing event updated for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:10.425252 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:31:10.457152 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.457794 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.458100 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-3feaf9d3-3482-4f5a-8506-b1370519046b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722046 Dec 23 00:31:10.493642 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-afc966da-e1bb-413a-a00a-0768bd71ff2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1801894 Dec 23 00:31:10.501853 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-a179cb82-a800-4ce2-ad1d-5c83758d25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.503331 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-a179cb82-a800-4ce2-ad1d-5c83758d25cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1098 time: 0.0986524 Dec 23 00:31:10.509431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.514768 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.550103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Request body: {'port': {'device_id': 'd69cefba-2f65-4310-8f41-03bda5556657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:10.564982 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-dcd44cf2-3bfa-4767-b93d-f13a09a9f82f service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996697 Dec 23 00:31:10.584150 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.588410 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3536744 Dec 23 00:31:10.590211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51016) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:10.590211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fb0ef-3211-44e1-a52d-2c88854ffc78 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda81024-d1d1-49dc-aa35-2d1f6d4cae28,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:10.598827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:10.676330 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '1e355685-b5f1-47ab-b081-4eafb3218f94', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'port_id': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'mac_address': 'fa:16:3e:37:0d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f4f85-d845-4802-a036-93081105db42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:31:08Z', 'updated_at': '2021-12-23T00:31:08Z', 'revision_number': 0, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:31:10.678104 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-620103bb-70da-4bec-a939-9775e3afa290 service neutron] 10.222.0.24 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122708 Dec 23 00:31:10.694503 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.708802 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Checking router: 1a3abce9-4ec8-493b-bd52-97ea49730eb6 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:31:10.718356 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:31:10.718974 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:30:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:31:10.720573 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.764768 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-7e71873a-99ce-4e1f-b3c7-8ae62c872467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.766610 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-7e71873a-99ce-4e1f-b3c7-8ae62c872467 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.2255952 Dec 23 00:31:10.842464 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:31:10.934768 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b426149b-010a-4791-88fa-8adc727d9f64 req-302b8d5a-8656-4c35-90a1-dff78237ad8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 210 time: 0.0806265 Dec 23 00:31:10.948148 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b316-1e35-47c4-b7cd-913c804d25d4 req-553cf660-bed1-4df8-a232-ac35864af980 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:10.958309 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b02b316-1e35-47c4-b7cd-913c804d25d4 req-553cf660-bed1-4df8-a232-ac35864af980 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0693252 Dec 23 00:31:10.959761 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:10.979372 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.007895 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-04ee78cb-a142-4f78-a941-53d898251c2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 998 time: 0.1549370 Dec 23 00:31:11.021776 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b02b316-1e35-47c4-b7cd-913c804d25d4 req-c120088e-e538-4c0d-8e00-764706c7b3ed tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Dec 23 00:31:11.051568 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d80b9e-55f1-4a88-b848-f589bd0a68df,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:11.072506 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.073784 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f44e18f6-512f-4b34-ac7a-d4f185b7d2a4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807978 Dec 23 00:31:11.076636 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 51030) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:11.082655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:11.145275 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.158825 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-9edd8707-369d-400a-9826-5944645c4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:11.160477 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-9edd8707-369d-400a-9826-5944645c4dd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.1104937 Dec 23 00:31:11.246642 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.258490 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.267909 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5014-16a1-464e-bc75-1715f62ff50f req-002a3239-8141-4e05-99b0-c1535d459f7e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:11.275226 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8daa5014-16a1-464e-bc75-1715f62ff50f req-002a3239-8141-4e05-99b0-c1535d459f7e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 932 time: 0.1625373 Dec 23 00:31:11.277994 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '1e355685-b5f1-47ab-b081-4eafb3218f94', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'port_id': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'mac_address': 'fa:16:3e:37:0d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f4f85-d845-4802-a036-93081105db42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:31:08Z', 'updated_at': '2021-12-23T00:31:08Z', 'revision_number': 0, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:31:11.305119 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bc7001-a462-41cb-ad0b-e3083f66a5a4,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:11.309739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152e5481-ac7c-4e87-bfd4-11acd809eb3a {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:11.315526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-08e11d9a-3c97-4eff-a6fd-d1a270be8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:11.317223 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-08e11d9a-3c97-4eff-a6fd-d1a270be8812 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1419432 Dec 23 00:31:11.320084 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49538a6-90cf-4e77-b0a6-b987c6b2ac4e None None] The sync data for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi is: [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '1e355685-b5f1-47ab-b081-4eafb3218f94', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'port_id': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'mac_address': 'fa:16:3e:37:0d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f4f85-d845-4802-a036-93081105db42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:31:08Z', 'updated_at': '2021-12-23T00:31:08Z', 'revision_number': 0, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:31:11.324300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.335314 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.337160 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-67f2f263-8713-4838-82e1-307681658882 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2584605 Dec 23 00:31:11.350831 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51038) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:11.358758 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:11.387090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Transition to ACTIVE for port object 152e5481-ac7c-4e87-bfd4-11acd809eb3a will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:31:11.407201 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.452452 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef60122-cb8a-44fa-af90-964f70300929 req-6724798a-dfb1-49fa-9a58-66c83560e2ad tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:11.454073 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8daa5014-16a1-464e-bc75-1715f62ff50f req-b29057bf-55e9-447f-97d7-ae9a577e049a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780512 Dec 23 00:31:11.460861 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5ef60122-cb8a-44fa-af90-964f70300929 req-6724798a-dfb1-49fa-9a58-66c83560e2ad tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.1568744 Dec 23 00:31:11.529269 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5ef60122-cb8a-44fa-af90-964f70300929 req-e8a40388-b4e8-4346-8acb-52078d519ef2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672128 Dec 23 00:31:11.645669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87571020-7aff-4028-852b-214796b23b58 None None] New status for floating IP 1e355685-b5f1-47ab-b081-4eafb3218f94: ACTIVE {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:31:11.793209 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-fa9d8423-d2a5-4a13-87b2-9b55b4f7f8d9 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534700 Dec 23 00:31:11.793855 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Pushing event updated for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:11.800249 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.969188 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Attempting to bind port 152e5481-ac7c-4e87-bfd4-11acd809eb3a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:31:11.969529 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Attempting to bind port 152e5481-ac7c-4e87-bfd4-11acd809eb3a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:31:11.969891 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Attempting to bind port 152e5481-ac7c-4e87-bfd4-11acd809eb3a on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:11.979663 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2c1164f8-37b4-4056-9a53-5d5867b7ef38 req-613fc5ea-58bd-4d1c-ab48-c0de11a909a2 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632843 Dec 23 00:31:11.984160 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Port 152e5481-ac7c-4e87-bfd4-11acd809eb3a on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:31:11.984478 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Attempting to bind port 152e5481-ac7c-4e87-bfd4-11acd809eb3a on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:11.987314 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.991298 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:31:11.991640 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Checking segment: {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:11.992023 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Bound using segment: {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:31:11.992433 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Bound port: 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:31:11.992870 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:11.995963 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.028682 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f36221-436d-4a8b-a7bf-2a4cb4565239,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:12.069235 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-768fe4ed-a86d-4ed1-a841-67d2e56b4537 req-bd98f6a1-f24b-42fb-9481-5c3f307e8d59 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 210 time: 0.0534952 Dec 23 00:31:12.078433 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.079610 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0139946b-7036-443e-b319-23bf5eed9313 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7256503 Dec 23 00:31:12.082347 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51048) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:12.088269 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:12.118939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:31:12.122881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:31:12.129300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.154670 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b1f28-b2c1-4da1-ab2f-307f2b902c41 req-51a25a4a-c479-4502-96ab-a6940bb6e32e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.156372 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cb4b1f28-b2c1-4da1-ab2f-307f2b902c41 req-51a25a4a-c479-4502-96ab-a6940bb6e32e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Dec 23 00:31:12.163234 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.173025 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.173683 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.175047 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] 10.222.0.43 "PUT /v2.0/ports/152e5481-ac7c-4e87-bfd4-11acd809eb3a HTTP/1.1" status: 200 len: 1094 time: 1.6355872 Dec 23 00:31:12.209073 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cb4b1f28-b2c1-4da1-ab2f-307f2b902c41 req-76c9981c-fc1a-449a-af90-b0ec5e31ce53 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Dec 23 00:31:12.210293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658e94f-b8d3-4446-a041-383ffd003636 service neutron] Pushing event updated for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:12.237519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.242696 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.260811 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8f89d4-2f4c-4102-a88c-dba0bf512b69,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:12.272500 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.273763 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e7037461-c61a-431c-a974-1d22ba2a5241 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1904986 Dec 23 00:31:12.276847 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51052) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:12.281255 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:12.306496 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.securitygroups_db [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Project 781ac330c6d5418ba4651babfe8c71c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:31:12.311344 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.321083 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:12.323722 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e8df8-66ec-497e-86a0-f78a95b435ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:12.376137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29e0eae-8a55-40fc-87e3-c825c4ecbf47 x-openstack-request-id: req-a29e0eae-8a55-40fc-87e3-c825c4ecbf47 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:12.376427 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:12.376675 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29e0eae-8a55-40fc-87e3-c825c4ecbf47 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:12.377058 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a', 'status': 'completed', 'code': 200} Dec 23 00:31:12.426380 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.429627 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-727175f8-5ff4-4867-af8c-d9ca067da4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.431231 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-727175f8-5ff4-4867-af8c-d9ca067da4b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 1097 time: 0.0943787 Dec 23 00:31:12.432228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.464107 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a28399-e3c5-43f7-bd43-304aace1df4f,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:12.474129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.475429 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-999325d3-1cdb-427e-a96d-da3eb0cb34e7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1976643 Dec 23 00:31:12.478270 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51068) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:12.488355 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'security_group_rule': {'security_group_id': 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28', 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:12.615714 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-8b61004d-527e-41d7-b5bd-46eafc98c373 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a HTTP/1.1" status: 200 len: 217 time: 0.0523453 Dec 23 00:31:12.623295 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0f43-da8c-4bf0-99a6-bbef57ddb248 req-beac5812-5d24-4059-88f3-220b73a581b6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.624871 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6aa0f43-da8c-4bf0-99a6-bbef57ddb248 req-beac5812-5d24-4059-88f3-220b73a581b6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.1812415 Dec 23 00:31:12.630324 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dbd2e-9b6c-44db-9379-9a81cb80da0e req-dfe0d209-0007-4e80-9fd9-8fd0de29dd38 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.638712 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a73dbd2e-9b6c-44db-9379-9a81cb80da0e req-dfe0d209-0007-4e80-9fd9-8fd0de29dd38 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 944 time: 0.0986214 Dec 23 00:31:12.646431 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-02f5c98c-6cf5-4c11-9fb3-7002c633a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.646887 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.securitygroups_db [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Project 781ac330c6d5418ba4651babfe8c71c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:31:12.648465 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-02f5c98c-6cf5-4c11-9fb3-7002c633a934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0738750 Dec 23 00:31:12.658908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.718571 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a73dbd2e-9b6c-44db-9379-9a81cb80da0e req-ba5e67b3-a593-45fd-a22d-0de53f9cfc2e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691061 Dec 23 00:31:12.789121 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-48da2ce4-b006-4d14-bee5-a344fe5c0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.790607 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-48da2ce4-b006-4d14-bee5-a344fe5c0e57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1020119 Dec 23 00:31:12.795248 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-38b53cee-d392-48b7-88e3-183662cfcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.796737 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-38b53cee-d392-48b7-88e3-183662cfcabb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a13b7f37-2256-411a-8a06-1e40ca8fa0fb HTTP/1.1" status: 200 len: 848 time: 0.1646848 Dec 23 00:31:12.822164 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6aa0f43-da8c-4bf0-99a6-bbef57ddb248 req-63fd93dc-edee-4fc3-a022-84494a799e3c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889160 Dec 23 00:31:12.831106 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-9605a189-1514-4d8c-a10d-45133356538b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.832535 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-9605a189-1514-4d8c-a10d-45133356538b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 815 time: 0.2840405 Dec 23 00:31:12.858955 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-77e2b2d1-1c40-48bd-9bf3-5b0a4cd0e56a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0393114 Dec 23 00:31:12.860594 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.862999 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-bc33788f-fce6-4bcb-be9d-d54832fb2b71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398040 Dec 23 00:31:12.865908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.876446 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c3e2-9320-4465-aafa-22718641098b req-39a9a73c-1315-4e5c-acfb-af0ebb531f6f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:12.877946 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a047c3e2-9320-4465-aafa-22718641098b req-39a9a73c-1315-4e5c-acfb-af0ebb531f6f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0864241 Dec 23 00:31:12.880410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918fe889-123d-4d28-903f-8fc21c25693a,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:12.892950 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Request body: {'port': {'device_id': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'admin_state_up': True, 'tenant_id': 'c1ad8f28dbb74e11af35a105c84aa717'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:12.899619 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:12.900736 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-64f4b6d6-4bf8-4c5c-9c93-001839dfedc6 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4214573 Dec 23 00:31:12.929903 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a047c3e2-9320-4465-aafa-22718641098b req-df09013d-18e8-4a59-ba8c-9765cb1eb47e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Dec 23 00:31:13.001057 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-7d37d9a1-daf7-442d-9181-d4b96cbf6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:13.002567 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-7d37d9a1-daf7-442d-9181-d4b96cbf6072 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0489740 Dec 23 00:31:13.036559 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-633129d4-d4c6-4580-8fd3-99ed1986be84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237854 Dec 23 00:31:13.110560 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-1fcf6f59-54de-4128-b2b9-ff39b49e5eed tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832794067&fields=id&tenant_id=781ac330c6d5418ba4651babfe8c71c2 HTTP/1.1" status: 200 len: 267 time: 0.1542869 Dec 23 00:31:13.128195 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-66282ef8-adb8-406a-832a-60f3acee1ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730146 Dec 23 00:31:13.143295 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-08fad076-50aa-412c-bb2e-da8ae6e6e801 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957782 Dec 23 00:31:13.162999 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Made reservation on behalf of c1ad8f28dbb74e11af35a105c84aa717 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:13.166697 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.209330 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6802bf5a-d3d8-4820-9733-413ad63b609a req-145b5cc9-a96b-4947-a983-d839c4d49f27 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 210 time: 0.0399828 Dec 23 00:31:13.301321 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b2bdf93-8e5c-44f1-8741-22f273310282 req-09b89df0-56ac-41aa-ab41-56f0d166d165 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202981 Dec 23 00:31:13.321241 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-d7a35717-3128-41e7-a266-3a2b0da33e62 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:13.322822 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-d7a35717-3128-41e7-a266-3a2b0da33e62 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.1923921 Dec 23 00:31:13.359798 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'port': {'security_groups': ['b7fa4a3d-c92a-4b43-aa30-08875cf114f7', 'dda81024-d1d1-49dc-aa35-2d1f6d4cae28']}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:13.419398 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6343b777-a11f-4f96-97aa-d85c5ccc1a50 req-f4c1a6a4-7610-48f1-9e53-4308ee0db96f service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440107 Dec 23 00:31:13.442631 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Allocated IP 172.20.0.5 (128f2490-5004-4fd4-8c12-1188994adac5/5595d246-8f91-4256-b0b3-2efc25c1fb6a/eb41adef-a57e-4668-adcd-783a4755d95e) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:13.457213 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.749900 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-5a6c82d7-87fc-4183-bc9e-626c5d21bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:13.751422 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-5a6c82d7-87fc-4183-bc9e-626c5d21bd90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 1097 time: 0.1321268 Dec 23 00:31:13.759306 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.857874 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-e01a37d7-716d-4207-9dfb-f4ed3c0e9f96 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954932881&fields=id&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 267 time: 0.0463562 Dec 23 00:31:13.872844 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:13.896151 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.937418 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-01c3d478-99a9-43f5-a22e-a7f846a364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:13.938921 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-01c3d478-99a9-43f5-a22e-a7f846a364a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 909 time: 0.1718800 Dec 23 00:31:13.945345 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d', '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'e18298cf-e0bb-42c4-b188-9b096ca405fb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:13.960880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.974839 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-390b89a9-90df-4002-888a-4a3f950823df tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:13.976389 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-390b89a9-90df-4002-888a-4a3f950823df tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.1114085 Dec 23 00:31:13.976838 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Network 128f2490-5004-4fd4-8c12-1188994adac5 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:13.979085 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event updated for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:13.981449 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:13.999108 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-2ecb659b-391d-4f6c-ab4e-69251406d378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/quotas/838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 375 time: 0.0115628 Dec 23 00:31:14.012911 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:14.020159 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:14.022926 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-7b425337-689d-419a-9e3c-e28682ececfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a HTTP/1.1" status: 200 len: 217 time: 0.0655925 Dec 23 00:31:14.074163 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-ebab1de9-d5cb-47f7-9fca-b69913df881e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683873 Dec 23 00:31:14.127990 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:14.128628 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:14.130040 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c7e41975-36b2-455d-989a-c3fb2a962179 req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "PUT /v2.0/ports/6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 981 time: 0.7952709 Dec 23 00:31:14.162054 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:14.162718 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:14.168616 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-de744ad9-152d-4a31-a8a2-dbd4ac66eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:14.170117 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-de744ad9-152d-4a31-a8a2-dbd4ac66eda3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a13b7f37-2256-411a-8a06-1e40ca8fa0fb HTTP/1.1" status: 200 len: 848 time: 0.1060047 Dec 23 00:31:14.175858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6c3d-b40d-451b-abce-f0fd71e89bd4 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=6']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:14.182543 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f085338e-afc3-4231-b58a-7679ea991cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058736 Dec 23 00:31:14.200536 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c1aacb59-b582-4b30-92bc-1e8f046fd3d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119414 Dec 23 00:31:14.230275 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-a3de2931-1729-4703-9d31-8e4a38e1a5e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408993 Dec 23 00:31:14.267289 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Request body: {'port': {'device_id': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:14.306239 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-b66c6d27-674d-4921-bfb8-24e557765aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168935 Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.382348 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:31:14.384904 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f6da-950d-410d-b833-1be7bca139b4 req-22a7dada-ba9e-4ed9-9f45-e3703f4589db tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:14.386274 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b3e3f6da-950d-410d-b833-1be7bca139b4 req-22a7dada-ba9e-4ed9-9f45-e3703f4589db tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 944 time: 0.1585369 Dec 23 00:31:14.389775 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:14.392025 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e9c4c-f901-4136-a3ae-f872e7d8957e" -d '{"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:14.411190 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:14.426205 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-21d4dd9a-0b2e-4e88-88c5-872db42b0a47 None None] Provisioning complete for port 6748daa0-677a-48ce-8e0f-9b35217764eb triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:14.426569 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-21d4dd9a-0b2e-4e88-88c5-872db42b0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:14.454177 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-36dce64b-7c4d-4791-b44b-d5dff904cb52 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998532 Dec 23 00:31:14.515554 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b3e3f6da-950d-410d-b833-1be7bca139b4 req-c41b9862-fa33-4116-9d95-64d079e52e91 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169629 Dec 23 00:31:14.548150 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:14.788198 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dba69-716d-4ded-9f9b-20e92addc4b0 req-a7f3c868-f4f3-4de5-accc-0bddc8f5cbb7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:14.796437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-753dba69-716d-4ded-9f9b-20e92addc4b0 req-a7f3c868-f4f3-4de5-accc-0bddc8f5cbb7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0601673 Dec 23 00:31:14.878792 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-753dba69-716d-4ded-9f9b-20e92addc4b0 req-63ffe0c2-14c1-4b1d-92a6-8f9c5df74e46 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814326 Dec 23 00:31:14.958564 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f8e8df8-66ec-497e-86a0-f78a95b435ae req-7ba585f3-5147-47a8-a8fb-505cf5364218 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784553 Dec 23 00:31:15.006685 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095869-c6bf-4949-a7ce-2a292424a749 req-fa671433-e06a-4713-a4e8-fc982c389e10 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.015088 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc095869-c6bf-4949-a7ce-2a292424a749 req-fa671433-e06a-4713-a4e8-fc982c389e10 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0725996 Dec 23 00:31:15.044705 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f00a0-75ec-4f4e-91e1-c624ff8f1e1f req-06857c38-ea26-4344-96ff-e575fa7bb5eb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.052379 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f74f00a0-75ec-4f4e-91e1-c624ff8f1e1f req-06857c38-ea26-4344-96ff-e575fa7bb5eb tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.1163459 Dec 23 00:31:15.086841 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc095869-c6bf-4949-a7ce-2a292424a749 req-f3fe58f9-3d67-4df0-b7b9-68ac2f6eaff2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707591 Dec 23 00:31:15.132814 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f74f00a0-75ec-4f4e-91e1-c624ff8f1e1f req-2c7ea4fa-6983-4e1a-80f5-e2cf7f5e79ff tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Dec 23 00:31:15.174672 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb41adef-a57e-4668-adcd-783a4755d95e {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:15.183903 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:15.193555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd8d51-5959-42dd-a4a6-3964bd7897f8 x-openstack-request-id: req-4bdd8d51-5959-42dd-a4a6-3964bd7897f8 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:15.193851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:15.194090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bdd8d51-5959-42dd-a4a6-3964bd7897f8 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:15.194485 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:31:15.209515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Transition to ACTIVE for port object eb41adef-a57e-4668-adcd-783a4755d95e will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:31:15.215935 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:15.218796 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c72f8-b47b-447a-8141-7cb307b21528 req-b641b77f-c81f-481c-9f33-c88e1c0582d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.220337 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-732c72f8-b47b-447a-8141-7cb307b21528 req-b641b77f-c81f-481c-9f33-c88e1c0582d8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 931 time: 0.0530245 Dec 23 00:31:15.276051 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-732c72f8-b47b-447a-8141-7cb307b21528 req-557c8ab7-ab07-40ef-835d-e5b9efd8999f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Dec 23 00:31:15.326040 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-510932e9-e79c-4d7a-9c3b-c61ed59b989a req-890876de-8e3b-4110-a8c1-af5a137ddc33 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 210 time: 0.0753884 Dec 23 00:31:15.334730 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Pushing event updated for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:15.387692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-7c62751b-1978-4306-bc67-ee55b3c1da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.389176 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-7c62751b-1978-4306-bc67-ee55b3c1da00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1137 time: 0.1144886 Dec 23 00:31:15.411493 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Attempting to bind port eb41adef-a57e-4668-adcd-783a4755d95e on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:31:15.411817 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Attempting to bind port eb41adef-a57e-4668-adcd-783a4755d95e by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:31:15.412138 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Attempting to bind port eb41adef-a57e-4668-adcd-783a4755d95e on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:15.416496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Port eb41adef-a57e-4668-adcd-783a4755d95e on network 128f2490-5004-4fd4-8c12-1188994adac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:31:15.416808 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Attempting to bind port eb41adef-a57e-4668-adcd-783a4755d95e on network 128f2490-5004-4fd4-8c12-1188994adac5 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:15.429883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:31:15.430245 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Checking segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:15.430609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Bound using segment: {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:31:15.431028 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Bound port: eb41adef-a57e-4668-adcd-783a4755d95e, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2205dab9-3f21-4605-b433-f9b13d4df162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:31:15.431377 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:15.556035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-33e72516-d8de-4f01-b631-3a6f94d1e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.557563 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-33e72516-d8de-4f01-b631-3a6f94d1e1d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.1379237 Dec 23 00:31:15.558591 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:31:15.562268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=eb41adef-a57e-4668-adcd-783a4755d95e,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:31:15.573399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:15.648279 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.648657 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66fee-a962-4f13-9b7b-3b0cf6100583 req-d3defa1f-086c-458f-90a0-161269fdc4a8 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.649085 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:15.650595 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb41adef-a57e-4668-adcd-783a4755d95e HTTP/1.1" status: 200 len: 1093 time: 1.3943782 Dec 23 00:31:15.650684 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-abc66fee-a962-4f13-9b7b-3b0cf6100583 req-d3defa1f-086c-458f-90a0-161269fdc4a8 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 944 time: 0.0570264 Dec 23 00:31:15.673910 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-041669d9-864d-42b5-977f-46246fda0c2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 1000 time: 0.1076274 Dec 23 00:31:15.679111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f46afe-32cb-4cde-951a-364d186cbd06 service neutron] Pushing event updated for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:15.720031 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-abc66fee-a962-4f13-9b7b-3b0cf6100583 req-f7086e26-d468-4924-9411-29e92c43edea tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Dec 23 00:31:15.803390 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-54519b79-e84c-4aa7-a9af-090b57453328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.804889 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-54519b79-e84c-4aa7-a9af-090b57453328 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0765369 Dec 23 00:31:15.813303 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-6cd91e4d-3c4f-412b-aaef-2eeabcecea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.814757 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-6cd91e4d-3c4f-412b-aaef-2eeabcecea3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 1096 time: 0.0520253 Dec 23 00:31:15.881110 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-db12f27c-a284-4024-99fe-6f94bd451415 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb41adef-a57e-4668-adcd-783a4755d95e HTTP/1.1" status: 200 len: 217 time: 0.0372386 Dec 23 00:31:15.888623 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-993749ff-d6aa-4b6f-9ad6-0b9eea659f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:15.890174 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-993749ff-d6aa-4b6f-9ad6-0b9eea659f34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745895 Dec 23 00:31:15.931132 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:16.040949 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-2085c5ac-7240-46e3-a15a-6c850e107530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.042796 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-2085c5ac-7240-46e3-a15a-6c850e107530 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.1407235 Dec 23 00:31:16.077580 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd71da-e53d-4083-86f3-7b0445a6ec84 req-9401a377-fa07-4345-8a25-7aa89427feb3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.079818 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a8bd71da-e53d-4083-86f3-7b0445a6ec84 req-9401a377-fa07-4345-8a25-7aa89427feb3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.1194332 Dec 23 00:31:16.094648 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-f345bde9-8d83-4f27-b77c-b65c1cc5a4c3 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844909 Dec 23 00:31:16.129954 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-b872fb5d-6a1a-4654-b72e-737319ffeb19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617704 Dec 23 00:31:16.330646 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a8bd71da-e53d-4083-86f3-7b0445a6ec84 req-6bfa898c-3d9d-4281-acd6-10b0466b0da3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415185 Dec 23 00:31:16.367867 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-b16fd334-6e5c-4f64-a604-7eff744012b6 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408824 Dec 23 00:31:16.370199 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27512f5-e35f-4bcc-a5b8-2b2abab45d2c req-f469edd9-5267-495c-9ee2-a2f3cb96d8db tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.375826 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c27512f5-e35f-4bcc-a5b8-2b2abab45d2c req-f469edd9-5267-495c-9ee2-a2f3cb96d8db tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.1530595 Dec 23 00:31:16.419401 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-dc9aae87-2008-4bde-8813-b883c196a594 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.421196 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-dc9aae87-2008-4bde-8813-b883c196a594 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.2366114 Dec 23 00:31:16.422979 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-c2c79484-6771-4c02-a3a6-8038e56bb9bd service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719027 Dec 23 00:31:16.451793 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c27512f5-e35f-4bcc-a5b8-2b2abab45d2c req-f83a0add-1089-4464-a0a4-fb8216c16c2c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657535 Dec 23 00:31:16.496582 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b218c-8141-4a1d-8b7b-59e6d2fd4f51 req-31fc0640-dd90-4e7c-a6ec-2117df261ac0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.498174 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c47b218c-8141-4a1d-8b7b-59e6d2fd4f51 req-31fc0640-dd90-4e7c-a6ec-2117df261ac0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 943 time: 0.0500052 Dec 23 00:31:16.538049 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4300bc12-8b36-47e3-a030-1bb2ef7c2fbd req-26197193-e71d-407d-a603-6746923bf6f2 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 210 time: 0.0312564 Dec 23 00:31:16.596609 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-20485843-1aab-468e-8127-08e76a659ff3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 379 time: 0.0886295 Dec 23 00:31:16.611293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c47b218c-8141-4a1d-8b7b-59e6d2fd4f51 req-6473ec3a-0434-4231-ac90-48da8ee7f659 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069744 Dec 23 00:31:16.635254 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-acc7fecd-521e-42f3-bdc0-c66f9c5a5065 req-eb25607d-c793-4226-a794-002188d9a6ca service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249259 Dec 23 00:31:16.683839 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'port': {'device_id': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'admin_state_up': True, 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'security_groups': ['9df624cd-533f-4ad5-8e99-9eca3326520e']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:16.830744 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Made reservation on behalf of 838c5abfd096404b84f3db7097491aa4 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:16.834134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:16.877773 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c67a0-b9d7-435b-9ec1-7be8692bd9fd req-bf1e0c59-d247-4f82-ad67-984bfccb9521 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:16.879247 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e31c67a0-b9d7-435b-9ec1-7be8692bd9fd req-bf1e0c59-d247-4f82-ad67-984bfccb9521 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 944 time: 0.0807893 Dec 23 00:31:16.990737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e31c67a0-b9d7-435b-9ec1-7be8692bd9fd req-ed0a975f-8ed3-4d6f-bd3b-3634e31cf659 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835824 Dec 23 00:31:17.013694 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.20.0.6 (b9f030f2-43c1-4e27-83d5-ac6063c2a3b3/b77063ba-0589-4037-970d-c16208960f91/5c0bc55b-dba7-45d5-b079-77ad2babf322) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:17.165291 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.190301 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 152e5481-ac7c-4e87-bfd4-11acd809eb3a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:31:17.196025 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:17.199490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae" -d '{"events": [{"name": "network-changed", "server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:17.210751 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.252489 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21c3af-16d5-4d97-ab94-33ec7af53037 x-openstack-request-id: req-4e21c3af-16d5-4d97-ab94-33ec7af53037 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:17.252780 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:17.253029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e21c3af-16d5-4d97-ab94-33ec7af53037 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:17.253425 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e', 'status': 'completed', 'code': 200} Dec 23 00:31:17.266654 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:17.284352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:17.288374 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:17.314559 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:17.330897 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:17.349786 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.351128 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.359149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '152e5481-ac7c-4e87-bfd4-11acd809eb3a', 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5', 'port_id': '152e5481-ac7c-4e87-bfd4-11acd809eb3a', 'mac_address': 'fa:16:3e:fb:e7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13b7f37-2256-411a-8a06-1e40ca8fa0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:31:17.385902 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-f40604f3-d9ed-42cb-b454-2e8b74fb1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.394963 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-f40604f3-d9ed-42cb-b454-2e8b74fb1b68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 1096 time: 0.0741677 Dec 23 00:31:17.405727 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-f717a18a-78b1-4a0a-a624-3748d4669ac4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268872 Dec 23 00:31:17.426777 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.439030 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Request body: {'port': {'device_id': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:17.466064 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152e5481-ac7c-4e87-bfd4-11acd809eb3a {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:17.513213 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:17.523708 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.560896 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.570711 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6f85c-1361-4890-9bdd-5a413fbc6cc9 req-fdc52f30-dee6-460c-be93-627286147576 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.573176 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-86c6f85c-1361-4890-9bdd-5a413fbc6cc9 req-fdc52f30-dee6-460c-be93-627286147576 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.1040637 Dec 23 00:31:17.610702 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:17.621268 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.621668 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.622014 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.622365 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.622689 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.623018 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.623344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.623679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.624021 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.624374 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.624701 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.625001 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.625321 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:17.634091 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-e8894682-7bf8-4c45-b7bc-4e3547f8adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.635556 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-e8894682-7bf8-4c45-b7bc-4e3547f8adb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 200 len: 916 time: 0.2291844 Dec 23 00:31:17.660348 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5de2f1-1d3e-4f91-b5e2-8e31bfd1f4db req-f44026ed-eed4-418d-9fbc-88aef4609164 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.661327 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-4c0b718a-0fbe-4f72-a975-4a384b199744 None None] Provisioning complete for port 5c0bc55b-dba7-45d5-b079-77ad2babf322 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:17.661327 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4c0b718a-0fbe-4f72-a975-4a384b199744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:17.662130 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ca5de2f1-1d3e-4f91-b5e2-8e31bfd1f4db req-f44026ed-eed4-418d-9fbc-88aef4609164 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0894434 Dec 23 00:31:17.695271 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:31:17.704211 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b718a-0fbe-4f72-a975-4a384b199744 None None] Port 5c0bc55b-dba7-45d5-b079-77ad2babf322 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:31:17.710052 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-5ef8b333-1230-40d8-8441-2146151e55b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb41adef-a57e-4668-adcd-783a4755d95e HTTP/1.1" status: 200 len: 217 time: 0.0633664 Dec 23 00:31:17.720650 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-86c6f85c-1361-4890-9bdd-5a413fbc6cc9 req-23c30040-ce30-44a1-9260-e13abf944176 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375527 Dec 23 00:31:17.774517 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ca5de2f1-1d3e-4f91-b5e2-8e31bfd1f4db req-f489bf06-e9bb-44fa-8d2a-57eff5530348 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Dec 23 00:31:17.795490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-00da8dbb-c602-4618-a9d5-50ac0c5ed2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.795490 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-00da8dbb-c602-4618-a9d5-50ac0c5ed2c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 200 len: 855 time: 0.0695822 Dec 23 00:31:17.834323 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-189d4f4a-2a07-4b41-9985-c757c17b3399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128f2490-5004-4fd4-8c12-1188994adac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303359 Dec 23 00:31:17.921637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b25ce-b387-47a7-9c61-75fecb1e8d39 req-67c448c0-29ce-4540-825c-e5b7c02efd75 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.923739 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-800b25ce-b387-47a7-9c61-75fecb1e8d39 req-67c448c0-29ce-4540-825c-e5b7c02efd75 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 931 time: 0.0721917 Dec 23 00:31:17.958111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff80725-7879-4e9b-94f9-095bc7320d36 req-a6f76abf-0bc0-4e24-9c9b-9bcc2f33549a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:17.959787 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1ff80725-7879-4e9b-94f9-095bc7320d36 req-a6f76abf-0bc0-4e24-9c9b-9bcc2f33549a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 943 time: 0.1089814 Dec 23 00:31:17.996340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-0ec238ab-4950-43e6-ab0f-8077fa8554fd service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473606 Dec 23 00:31:18.053642 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1ff80725-7879-4e9b-94f9-095bc7320d36 req-b4fa525d-0928-4408-b8f3-181a0beb6236 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864286 Dec 23 00:31:18.159966 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f72ca77d-9ed7-40d6-88ae-88e9ed0e1cae req-1bb02a4e-5e02-41db-a4b1-a17fe4da058c service neutron] 10.222.0.43 "GET /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501894 Dec 23 00:31:18.167717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['152e5481-ac7c-4e87-bfd4-11acd809eb3a'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:18.255765 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0bc55b-dba7-45d5-b079-77ad2babf322 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:18.270236 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3720-b7fb-4a9f-99a0-0539f6bd1bc9 req-af94ce8b-82e6-4342-ae76-7483b794c1ab tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.271471 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:18.272295 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bfad3720-b7fb-4a9f-99a0-0539f6bd1bc9 req-af94ce8b-82e6-4342-ae76-7483b794c1ab tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 945 time: 0.1084421 Dec 23 00:31:18.286629 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-800b25ce-b387-47a7-9c61-75fecb1e8d39 req-995b6bcb-a36c-4592-8ea4-3adff407f9ca tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538282 Dec 23 00:31:18.301988 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Transition to ACTIVE for port object 5c0bc55b-dba7-45d5-b079-77ad2babf322 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:31:18.312735 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:18.360104 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bfad3720-b7fb-4a9f-99a0-0539f6bd1bc9 req-61fdd031-4a37-436b-b555-70c39f4df88a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Dec 23 00:31:18.372913 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db4183-917d-46ae-b181-456e4856814a service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:18.456241 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Attempting to bind port 5c0bc55b-dba7-45d5-b079-77ad2babf322 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:31:18.456574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Attempting to bind port 5c0bc55b-dba7-45d5-b079-77ad2babf322 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:31:18.456893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Attempting to bind port 5c0bc55b-dba7-45d5-b079-77ad2babf322 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:18.461527 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Port 5c0bc55b-dba7-45d5-b079-77ad2babf322 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:31:18.461948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Attempting to bind port 5c0bc55b-dba7-45d5-b079-77ad2babf322 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:18.467237 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:31:18.467427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:18.467845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Bound using segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:31:18.468246 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Bound port: 5c0bc55b-dba7-45d5-b079-77ad2babf322, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:31:18.468952 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:18.531212 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:31:18.534156 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:31:18.539682 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:18.578531 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.579183 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:18.580512 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-66db4183-917d-46ae-b181-456e4856814a service neutron] 10.222.0.43 "PUT /v2.0/ports/5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 200 len: 1093 time: 1.1469305 Dec 23 00:31:18.580934 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:18.583443 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce28be7-868f-444e-bb59-c3b2dada5fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:18.602426 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db4183-917d-46ae-b181-456e4856814a service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:18.656063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b400d2-f179-402b-b996-bf551efa57b9 x-openstack-request-id: req-57b400d2-f179-402b-b996-bf551efa57b9 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:18.656565 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:18.656877 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57b400d2-f179-402b-b996-bf551efa57b9 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:18.657259 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'status': 'completed', 'code': 200} Dec 23 00:31:18.724235 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-22fa631e-bec4-4dce-8c2f-292fc95e9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.725814 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-22fa631e-bec4-4dce-8c2f-292fc95e9b0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1096 time: 0.0442231 Dec 23 00:31:18.784523 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-bfa21c27-9e50-47ba-9bbc-62257ff2b7c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 200 len: 217 time: 0.0398283 Dec 23 00:31:18.847978 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-6f1697ab-cd14-47dd-9426-dedf61b36b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.848188 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a0538-7c0d-45a0-b72b-0a6013dfe6ad req-48160007-7753-44f7-ab26-31d3037c047c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.849673 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-6f1697ab-cd14-47dd-9426-dedf61b36b23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0438607 Dec 23 00:31:18.849792 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a36a0538-7c0d-45a0-b72b-0a6013dfe6ad req-48160007-7753-44f7-ab26-31d3037c047c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Dec 23 00:31:18.904670 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a36a0538-7c0d-45a0-b72b-0a6013dfe6ad req-8949cbe2-e827-4e72-aaa0-631a11aeb5bf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482633 Dec 23 00:31:18.912879 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-878e-4938-bd40-f82caf04d225 req-26b6984a-9502-4c2c-aa0a-a48b6d4da999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:18.914451 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-26b6984a-9502-4c2c-aa0a-a48b6d4da999 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572793 Dec 23 00:31:19.007084 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-3d39af00-901c-4a60-84dd-a3d1ceab81c0 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842965 Dec 23 00:31:19.102504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0825e67-878e-4938-bd40-f82caf04d225 req-29a035a3-2ced-486f-9fca-d12fee9239a3 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Dec 23 00:31:19.182355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9fdaf-a36f-46b4-9c75-68e12aea5543 req-aea4b69a-2ab4-43ba-8489-a4de921e30cb tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.183813 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07e9fdaf-a36f-46b4-9c75-68e12aea5543 req-aea4b69a-2ab4-43ba-8489-a4de921e30cb tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 943 time: 0.0507123 Dec 23 00:31:19.202413 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device eb41adef-a57e-4668-adcd-783a4755d95e details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:31:19.240541 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07e9fdaf-a36f-46b4-9c75-68e12aea5543 req-6384e88d-68df-4004-9efa-a87fe0666148 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Dec 23 00:31:19.284627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-87df6d50-acac-48de-9637-b6cddef59495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.286917 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-87df6d50-acac-48de-9637-b6cddef59495 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1096 time: 0.0447428 Dec 23 00:31:19.401584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-3f6f5135-aeb4-4869-95a4-8b43a15e15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.402981 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-3f6f5135-aeb4-4869-95a4-8b43a15e15f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.1021135 Dec 23 00:31:19.436226 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cd041-e476-4ad1-9327-7f497fa5feb8 req-1e7135fc-ae98-4c0a-a998-a4fe9a443353 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.438071 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-488cd041-e476-4ad1-9327-7f497fa5feb8 req-1e7135fc-ae98-4c0a-a998-a4fe9a443353 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0582986 Dec 23 00:31:19.447343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=eb41adef-a57e-4668-adcd-783a4755d95e,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:19.459195 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'eb41adef-a57e-4668-adcd-783a4755d95e', 'network_id': '128f2490-5004-4fd4-8c12-1188994adac5', 'port_id': 'eb41adef-a57e-4668-adcd-783a4755d95e', 'mac_address': 'fa:16:3e:9a:47:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5595d246-8f91-4256-b0b3-2efc25c1fb6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:31:19.467061 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-e284f435-acf0-49b5-a9ed-ba705f21e040 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 200 len: 217 time: 0.0458837 Dec 23 00:31:19.484542 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695367d-4537-45ca-a1db-815b542ed421 req-f04a84fe-118b-4e33-a88e-c5b3b473fbad tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.486173 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c695367d-4537-45ca-a1db-815b542ed421 req-f04a84fe-118b-4e33-a88e-c5b3b473fbad tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0938723 Dec 23 00:31:19.493603 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-488cd041-e476-4ad1-9327-7f497fa5feb8 req-e0005ee9-665b-4476-9314-f208cb64c31f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Dec 23 00:31:19.517720 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:19.522447 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb41adef-a57e-4668-adcd-783a4755d95e {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:19.545039 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=eb41adef-a57e-4668-adcd-783a4755d95e,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:19.550478 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:19.559024 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-eb74534e-005f-4093-94a0-59144227f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.560492 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-eb74534e-005f-4093-94a0-59144227f03c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0733321 Dec 23 00:31:19.571006 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c695367d-4537-45ca-a1db-815b542ed421 req-f2a1d3c3-2b73-4e7a-92b1-cb9936f5335d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757506 Dec 23 00:31:19.610408 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:19.623394 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be42c3b-96e2-440e-8258-ee75ff210c42 req-ff4cd363-2a3f-4408-8161-13d0cad2b30a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.625006 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1be42c3b-96e2-440e-8258-ee75ff210c42 req-ff4cd363-2a3f-4408-8161-13d0cad2b30a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 945 time: 0.0619090 Dec 23 00:31:19.625768 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-e4f45cb5-026e-49a8-8d38-c168cb7c1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:19.627346 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-e4f45cb5-026e-49a8-8d38-c168cb7c1d82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523806 Dec 23 00:31:19.681524 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1be42c3b-96e2-440e-8258-ee75ff210c42 req-d9563b83-2dde-4f3d-975e-650235e0596f tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Dec 23 00:31:19.727131 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-d0b4d17a-bf1e-4217-9a13-d2ab55386c03 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872092 Dec 23 00:31:19.850095 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ce28be7-868f-444e-bb59-c3b2dada5fa8 req-ea48bb56-4c77-4681-a07a-5ebc43c478ea service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056161 Dec 23 00:31:20.023138 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80972e8-b376-4f88-9a64-e6d942f8963a req-b5f2594b-51a9-47e8-b4cc-c67a404fc27b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:20.024664 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b80972e8-b376-4f88-9a64-e6d942f8963a req-b5f2594b-51a9-47e8-b4cc-c67a404fc27b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Dec 23 00:31:20.075640 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b80972e8-b376-4f88-9a64-e6d942f8963a req-5bc78fb9-8afd-4d76-826c-83e26695d6f6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443759 Dec 23 00:31:20.130657 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['eb41adef-a57e-4668-adcd-783a4755d95e'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:20.367862 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4292a7-61a0-49b1-b926-3331d170c4ec req-4f7f3554-98bf-45d8-8207-4e89fe4d8df0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:20.369247 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-de4292a7-61a0-49b1-b926-3331d170c4ec req-4f7f3554-98bf-45d8-8207-4e89fe4d8df0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 944 time: 0.0542200 Dec 23 00:31:20.416333 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-de4292a7-61a0-49b1-b926-3331d170c4ec req-4d957472-21ef-48e2-a47e-5332d821071d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Dec 23 00:31:20.688059 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7675d07-6925-481f-a92b-266b3565562b req-ac738d0b-6a29-4b8f-9bf3-190345a4cb80 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:20.689514 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c7675d07-6925-481f-a92b-266b3565562b req-ac738d0b-6a29-4b8f-9bf3-190345a4cb80 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0500898 Dec 23 00:31:20.740425 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c7675d07-6925-481f-a92b-266b3565562b req-6a7a7a86-e963-4a97-a5cb-c00ce901d1be tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Dec 23 00:31:20.804130 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b259-1bde-4667-8fbf-38a728ec54ff req-ef304751-83e2-4c9a-8099-82ca09d11e54 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:20.805633 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6434b259-1bde-4667-8fbf-38a728ec54ff req-ef304751-83e2-4c9a-8099-82ca09d11e54 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Dec 23 00:31:20.854960 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6434b259-1bde-4667-8fbf-38a728ec54ff req-8143df33-8ffc-4b95-ae0c-2b19183b1a1d tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Dec 23 00:31:21.077311 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 51262) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:21.190007 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-174114df-963b-4c19-82e0-dc6f0a99e322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.195287 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420eca9c-b05d-40a0-9e9b-79bba39aa9f9 req-a0bd3b62-8639-4c10-96c8-66dd2ec22f38 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:21.196852 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-420eca9c-b05d-40a0-9e9b-79bba39aa9f9 req-a0bd3b62-8639-4c10-96c8-66dd2ec22f38 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Dec 23 00:31:21.208769 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 152e5481-ac7c-4e87-bfd4-11acd809eb3a up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:31:21.253595 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-420eca9c-b05d-40a0-9e9b-79bba39aa9f9 req-e133e349-ef10-4b2f-ad80-16a73fdccf61 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502818 Dec 23 00:31:21.264741 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 152e5481-ac7c-4e87-bfd4-11acd809eb3a completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:31:21.269463 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 152e5481-ac7c-4e87-bfd4-11acd809eb3a triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:21.269901 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.282404 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-174114df-963b-4c19-82e0-dc6f0a99e322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.287811 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-174114df-963b-4c19-82e0-dc6f0a99e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.327590 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-174114df-963b-4c19-82e0-dc6f0a99e322 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3eaeefec84f4f959e84de5ab988db19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466445 Dec 23 00:31:21.327590 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174114df-963b-4c19-82e0-dc6f0a99e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709a993-37d8-413e-8b4a-89634de3fc7e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:21.327993 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51268) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:21.358976 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.380519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.382730 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:21.384849 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d958daa6-55ba-4069-87ac-34259940b0fa" -d '{"events": [{"server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "name": "network-vif-plugged", "status": "completed", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:21.399261 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:21.401819 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.404909 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.431666 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0d06b3-ab09-46f1-a246-acb2616c90c6 x-openstack-request-id: req-6e0d06b3-ab09-46f1-a246-acb2616c90c6 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:21.431988 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "name": "network-vif-plugged", "status": "completed", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:21.432240 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e0d06b3-ab09-46f1-a246-acb2616c90c6 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:21.432663 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a', 'code': 200} Dec 23 00:31:21.450798 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.453622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:21.455165 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3709a993-37d8-413e-8b4a-89634de3fc7e HTTP/1.1" status: 204 len: 168 time: 0.1259265 Dec 23 00:31:21.462984 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:21.466214 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0266a18-5329-46d3-8081-d4a8ebafc617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709a993-37d8-413e-8b4a-89634de3fc7e,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:21.562290 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e17c8a-a5f9-4dc5-9777-5d3702f4becb req-ef34af47-7668-4812-b899-41afddcad47c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:21.564633 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0e17c8a-a5f9-4dc5-9777-5d3702f4becb req-ef34af47-7668-4812-b899-41afddcad47c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 944 time: 0.0547497 Dec 23 00:31:21.619578 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0e17c8a-a5f9-4dc5-9777-5d3702f4becb req-6872ca42-c0ee-4f50-a7c7-4ae00e9f80d6 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Dec 23 00:31:21.679817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd501b-82db-4aea-87d9-797a5a7f6ab4 req-c8f0332e-b825-4c78-9d5e-4ddde6226e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:21.681324 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7bbd501b-82db-4aea-87d9-797a5a7f6ab4 req-c8f0332e-b825-4c78-9d5e-4ddde6226e4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 1099 time: 0.0425982 Dec 23 00:31:21.728026 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7bbd501b-82db-4aea-87d9-797a5a7f6ab4 req-ad7df310-674f-4ca6-9b1d-83d69ce206aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385795 Dec 23 00:31:21.855647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa2a01-ef5e-477f-9011-c755b0b5b483 req-4c3fa5c7-9b59-4e05-be92-b1701fcd9031 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:21.857129 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ccaa2a01-ef5e-477f-9011-c755b0b5b483 req-4c3fa5c7-9b59-4e05-be92-b1701fcd9031 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0478287 Dec 23 00:31:21.912133 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ccaa2a01-ef5e-477f-9011-c755b0b5b483 req-277d429b-9d6e-415c-b950-470e7bbd4365 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488977 Dec 23 00:31:21.986088 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5821c-59ca-4f17-bdca-b10da52978ea req-f537df8a-5d0f-4c45-95b9-d6653006ff38 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:21.987914 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8bd5821c-59ca-4f17-bdca-b10da52978ea req-f537df8a-5d0f-4c45-95b9-d6653006ff38 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0518434 Dec 23 00:31:22.040262 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8bd5821c-59ca-4f17-bdca-b10da52978ea req-6aca75d9-8310-429b-93bf-acb5a4e449b5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Dec 23 00:31:22.372809 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a05a9-8d75-4537-9e94-e7ca3465da0c req-518705f1-c683-4e50-b42d-3d2e7e43a634 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:22.374317 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-092a05a9-8d75-4537-9e94-e7ca3465da0c req-518705f1-c683-4e50-b42d-3d2e7e43a634 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0481911 Dec 23 00:31:22.420180 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-092a05a9-8d75-4537-9e94-e7ca3465da0c req-dc4d72f2-66b0-4ab0-9df4-014fafe050ca tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Dec 23 00:31:22.520386 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51316) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:22.629692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef6797d9-5d10-4f55-b03c-15e50496b97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.725506 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef6797d9-5d10-4f55-b03c-15e50496b97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.735257 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef6797d9-5d10-4f55-b03c-15e50496b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.787940 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff123b7-7c66-4201-bad0-cd73eeff9efa req-f01315d0-2147-4fbf-8737-fbd47457552e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:22.789564 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4ff123b7-7c66-4201-bad0-cd73eeff9efa req-f01315d0-2147-4fbf-8737-fbd47457552e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 944 time: 0.0968635 Dec 23 00:31:22.792164 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ef6797d9-5d10-4f55-b03c-15e50496b97c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d44139abb4848559a2db3263f0c2032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706780 Dec 23 00:31:22.792868 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6797d9-5d10-4f55-b03c-15e50496b97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c311baf-551f-44dc-b669-a90a6fd6b979,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:22.795177 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 51322) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:22.842816 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4ff123b7-7c66-4201-bad0-cd73eeff9efa req-ac4353d2-1c34-480c-9523-7c435c30e590 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Dec 23 00:31:22.845051 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.866908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.912495 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.915049 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:22.916172 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c311baf-551f-44dc-b669-a90a6fd6b979 HTTP/1.1" status: 204 len: 168 time: 0.1200335 Dec 23 00:31:22.924321 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49b260-22e3-4370-b764-7c26f292ac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c311baf-551f-44dc-b669-a90a6fd6b979,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:23.040032 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4f287-1ca4-477b-b21e-9072621e6181 req-6045f973-8054-4251-b5af-0b7d1ad474c5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:23.041515 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49c4f287-1ca4-477b-b21e-9072621e6181 req-6045f973-8054-4251-b5af-0b7d1ad474c5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0532191 Dec 23 00:31:23.093355 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49c4f287-1ca4-477b-b21e-9072621e6181 req-0d28e6ab-187f-4a15-aba4-d01c170578e3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Dec 23 00:31:23.174601 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442f539-b8a8-48d7-b2d1-b582860f2c21 req-20ba3d4d-ed69-4c1a-8588-e348144d87e9 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:23.176068 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1442f539-b8a8-48d7-b2d1-b582860f2c21 req-20ba3d4d-ed69-4c1a-8588-e348144d87e9 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Dec 23 00:31:23.232254 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device eb41adef-a57e-4668-adcd-783a4755d95e up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:31:23.234242 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1442f539-b8a8-48d7-b2d1-b582860f2c21 req-d34cc706-e5c0-4ce7-ae6a-c859c7c39b13 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520813 Dec 23 00:31:23.296635 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port eb41adef-a57e-4668-adcd-783a4755d95e completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:31:23.302873 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port eb41adef-a57e-4668-adcd-783a4755d95e triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:23.303313 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:23.396776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:23.434518 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:23.437106 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffc8b55-7887-4482-85d4-1ed56c4c7da9" -d '{"events": [{"server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:23.444242 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=eb41adef-a57e-4668-adcd-783a4755d95e,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:23.460895 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:23.495943 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4b0e26-650a-49f6-9235-64fe778273bd x-openstack-request-id: req-8c4b0e26-650a-49f6-9235-64fe778273bd {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:23.496443 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:23.496823 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c4b0e26-650a-49f6-9235-64fe778273bd {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:23.497565 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e', 'code': 200} Dec 23 00:31:23.530388 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:23.559980 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec9be3-29b1-48b6-9202-5cca704997d2 req-b1f66450-82f7-4259-ad70-0ab2fe0e4419 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:23.561587 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a2ec9be3-29b1-48b6-9202-5cca704997d2 req-b1f66450-82f7-4259-ad70-0ab2fe0e4419 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Dec 23 00:31:23.621074 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a2ec9be3-29b1-48b6-9202-5cca704997d2 req-5d102471-7d8b-4736-9a41-fe38a950575b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530241 Dec 23 00:31:23.809753 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0e2b-2ea8-4a36-af93-6ed18b2d3341 req-6b20d252-0899-47af-a814-e6471724b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:23.811206 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fd5a0e2b-2ea8-4a36-af93-6ed18b2d3341 req-6b20d252-0899-47af-a814-e6471724b4bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 1098 time: 0.0400758 Dec 23 00:31:23.860303 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fd5a0e2b-2ea8-4a36-af93-6ed18b2d3341 req-1e1b0a0b-33ba-41cf-9e78-fd383a0bbb53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Dec 23 00:31:23.958523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb8966-597a-4b91-9a5a-e189f3fe23a4 req-52db22e0-f1ef-4fba-ad23-d2c6bd5000af tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:23.959988 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ecb8966-597a-4b91-9a5a-e189f3fe23a4 req-52db22e0-f1ef-4fba-ad23-d2c6bd5000af tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0497265 Dec 23 00:31:24.018241 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ecb8966-597a-4b91-9a5a-e189f3fe23a4 req-e49e067b-25a7-4d15-8f88-ba246c090f17 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Dec 23 00:31:24.209497 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84eff6-194d-4c64-a301-7c1843a9fdd4 req-3e7eeff9-3c50-4175-b377-0a93dba1eca3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:24.210975 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-de84eff6-194d-4c64-a301-7c1843a9fdd4 req-3e7eeff9-3c50-4175-b377-0a93dba1eca3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0503032 Dec 23 00:31:24.260599 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-de84eff6-194d-4c64-a301-7c1843a9fdd4 req-67da3400-0329-49c4-8781-d5ba3873c08c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 Dec 23 00:31:24.354588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586a89-2e5e-4856-8532-66b4820bbc4b req-e690bd88-d905-437e-8257-f856a159066d tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:24.356782 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-46586a89-2e5e-4856-8532-66b4820bbc4b req-e690bd88-d905-437e-8257-f856a159066d tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0586722 Dec 23 00:31:24.403375 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-46586a89-2e5e-4856-8532-66b4820bbc4b req-435bc384-6e36-4053-a27d-92d3fedb0932 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Dec 23 00:31:24.766888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d892d-1109-47a8-a75f-d2ae960f5d7d req-18053cb8-2a7a-49e9-be97-21fa0adefc30 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:24.774220 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-768d892d-1109-47a8-a75f-d2ae960f5d7d req-18053cb8-2a7a-49e9-be97-21fa0adefc30 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Dec 23 00:31:24.820862 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-768d892d-1109-47a8-a75f-d2ae960f5d7d req-253105fc-9b97-4a36-b27a-4b2c66889ca4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457878 Dec 23 00:31:25.142844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e33f4-8312-4432-a0e5-0fbe06895378 req-1951754d-9717-4613-986c-447ea99a811f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:25.144345 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f8e33f4-8312-4432-a0e5-0fbe06895378 req-1951754d-9717-4613-986c-447ea99a811f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0487416 Dec 23 00:31:25.194509 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f8e33f4-8312-4432-a0e5-0fbe06895378 req-5c21fa5e-cb3e-4ef3-bc36-db4fc349eb50 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Dec 23 00:31:25.389513 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6d7ba-1eae-4184-96c6-5c12f384dc3e req-093c9532-5209-4bb3-be80-608fd7470836 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:25.391031 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-55c6d7ba-1eae-4184-96c6-5c12f384dc3e req-093c9532-5209-4bb3-be80-608fd7470836 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0538797 Dec 23 00:31:25.438586 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-55c6d7ba-1eae-4184-96c6-5c12f384dc3e req-460af7a8-9f8a-4dd6-9003-f1e2d634ecd4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Dec 23 00:31:25.440678 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d29-f9be-4fc9-af0d-dadf8f446f11 req-315e9ac6-b990-4d6a-a5a3-bc6469278f44 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:25.442178 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a971d29-f9be-4fc9-af0d-dadf8f446f11 req-315e9ac6-b990-4d6a-a5a3-bc6469278f44 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Dec 23 00:31:25.488796 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a971d29-f9be-4fc9-af0d-dadf8f446f11 req-fc1cde5f-c0f2-428f-9bb0-3af9796734fb tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Dec 23 00:31:25.951581 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a770c-41c4-419f-903e-fde2bb0e47c5 req-a720b9fe-4d02-495f-b8b1-71a65aba5501 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:25.953083 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f8a770c-41c4-419f-903e-fde2bb0e47c5 req-a720b9fe-4d02-495f-b8b1-71a65aba5501 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Dec 23 00:31:26.000391 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f8a770c-41c4-419f-903e-fde2bb0e47c5 req-d3bc515d-8741-4d1b-843a-fee77b2d7c72 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412803 Dec 23 00:31:26.313901 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4828b-fddd-445d-9657-83460aa55774 req-6700dce4-7af7-43c6-92ee-0ddb94dea7de tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:26.315387 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-31e4828b-fddd-445d-9657-83460aa55774 req-6700dce4-7af7-43c6-92ee-0ddb94dea7de tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Dec 23 00:31:26.364208 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-31e4828b-fddd-445d-9657-83460aa55774 req-390b4329-5b17-4d94-9552-01ab44b07b87 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Dec 23 00:31:26.407391 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d4752fd2-1e75-49fa-8893-67af79a1c299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:26.559088 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1474d6-4069-46ca-8564-2943dcedf68d req-45cec6a4-a1d8-40d1-a817-07d0fc05df11 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:26.560781 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8d1474d6-4069-46ca-8564-2943dcedf68d req-45cec6a4-a1d8-40d1-a817-07d0fc05df11 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0553479 Dec 23 00:31:26.630304 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5635f-45ef-43d0-a0cc-1f0d05467762 req-1a94a0e6-e1c4-4fde-b3d2-2a138e914550 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:26.633226 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-99b5635f-45ef-43d0-a0cc-1f0d05467762 req-1a94a0e6-e1c4-4fde-b3d2-2a138e914550 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0681915 Dec 23 00:31:26.640979 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8d1474d6-4069-46ca-8564-2943dcedf68d req-b178a3e3-dcd0-4ef6-92b2-e27c15cfa739 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659990 Dec 23 00:31:26.699325 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-99b5635f-45ef-43d0-a0cc-1f0d05467762 req-d6923d3f-62ae-459e-a0b9-ddf91fdc59d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Dec 23 00:31:27.138274 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12346475-e3c1-4a21-86ca-b4741d6874db req-c9e4d1b8-a0cd-4b2a-af6f-e199211321ee tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:27.139841 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12346475-e3c1-4a21-86ca-b4741d6874db req-c9e4d1b8-a0cd-4b2a-af6f-e199211321ee tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0547497 Dec 23 00:31:27.189212 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12346475-e3c1-4a21-86ca-b4741d6874db req-653ce722-2fdc-40bb-a555-8e288c469e71 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 Dec 23 00:31:27.762325 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfb3f0-5ac1-46b7-83ff-68e8a0064e9c req-8dcc3c8c-4b1f-4b26-aaa8-7b66fbdbba52 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:27.764260 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-afcfb3f0-5ac1-46b7-83ff-68e8a0064e9c req-8dcc3c8c-4b1f-4b26-aaa8-7b66fbdbba52 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0484791 Dec 23 00:31:27.812476 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-afcfb3f0-5ac1-46b7-83ff-68e8a0064e9c req-f57e2868-904d-4e86-82f1-d6f729cc9749 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Dec 23 00:31:27.813063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b539fd-180c-48bc-b13f-a841e934b4fb req-167cf22b-06cb-4c65-825a-9c9c2897c820 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:27.814614 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6b539fd-180c-48bc-b13f-a841e934b4fb req-167cf22b-06cb-4c65-825a-9c9c2897c820 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0472004 Dec 23 00:31:27.863807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6b539fd-180c-48bc-b13f-a841e934b4fb req-ac066c78-6cce-4690-83bd-eaa3d0228818 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Dec 23 00:31:28.289919 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-2fbad122-cda5-40cb-b2a6-b333cf941f5e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:28.291414 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-2fbad122-cda5-40cb-b2a6-b333cf941f5e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 946 time: 0.0472834 Dec 23 00:31:28.312974 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db547316-89a1-4041-9b3c-e6980b2d9462 req-c6df7abf-a395-4047-bceb-b7430ff46f93 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:28.314434 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-db547316-89a1-4041-9b3c-e6980b2d9462 req-c6df7abf-a395-4047-bceb-b7430ff46f93 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Dec 23 00:31:28.363345 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-db547316-89a1-4041-9b3c-e6980b2d9462 req-c67ea991-a5a1-4c33-8ec0-d5f7aeebdfcd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427084 Dec 23 00:31:28.455771 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Deleting port 152e5481-ac7c-4e87-bfd4-11acd809eb3a {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:31:28.456104 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:28.542371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-de93188c-0d89-4634-8d6f-f0d614c14cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:28.544382 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] For port 152e5481-ac7c-4e87-bfd4-11acd809eb3a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=152e5481-ac7c-4e87-bfd4-11acd809eb3a,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:28.544860 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:28.563669 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Calling delete_port for 152e5481-ac7c-4e87-bfd4-11acd809eb3a owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:31:28.720907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:28.747502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Pushing event deleted for resources: {'Port': ['ID=152e5481-ac7c-4e87-bfd4-11acd809eb3a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:28.767773 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['152e5481-ac7c-4e87-bfd4-11acd809eb3a'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:28.809894 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] No DVR routers for this DVR port 152e5481-ac7c-4e87-bfd4-11acd809eb3a on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:31:28.812817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:28.816212 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-70711ca0-8f24-4473-a72d-7e43ad13f3b9 req-7b642f96-dcf1-4f1a-a5a2-2a07cd530ab7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "DELETE /v2.0/ports/152e5481-ac7c-4e87-bfd4-11acd809eb3a HTTP/1.1" status: 204 len: 173 time: 0.5050015 Dec 23 00:31:28.816795 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'name': 'network-vif-deleted', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:28.818894 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b97a51e-5dcd-42bd-8e65-bea3a1155f0f" -d '{"events": [{"server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "name": "network-vif-deleted", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:28.860437 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a285fa-a35b-47f1-b943-c9c3ce65bc4b x-openstack-request-id: req-b0a285fa-a35b-47f1-b943-c9c3ce65bc4b {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:28.860705 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69cefba-2f65-4310-8f41-03bda5556657", "name": "network-vif-deleted", "tag": "152e5481-ac7c-4e87-bfd4-11acd809eb3a", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:28.860979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0a285fa-a35b-47f1-b943-c9c3ce65bc4b {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:28.861377 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69cefba-2f65-4310-8f41-03bda5556657', 'name': 'network-vif-deleted', 'tag': '152e5481-ac7c-4e87-bfd4-11acd809eb3a', 'status': 'completed', 'code': 200} Dec 23 00:31:28.929363 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027e37d-c43b-4693-99f3-d77d333e7978 req-7f7e620c-1f3d-4584-90dc-b6fb363a99e5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:28.930855 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5027e37d-c43b-4693-99f3-d77d333e7978 req-7f7e620c-1f3d-4584-90dc-b6fb363a99e5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0508986 Dec 23 00:31:28.962899 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e4bceac6-759e-43f1-aa4f-bbd1c18eb3d7 req-f47094c4-02ca-4dcd-b0b9-89701ca713a2 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d69cefba-2f65-4310-8f41-03bda5556657 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Dec 23 00:31:28.990788 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5027e37d-c43b-4693-99f3-d77d333e7978 req-dbc9b5a2-8e46-4d6d-a36a-d99a54a3d15b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541131 Dec 23 00:31:29.255569 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:31:29.267414 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:29.351876 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:29.362646 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '6e034844-293a-40ab-b9c7-abb62900daaf', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:31:29.405843 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:29.419328 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:29.441049 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:29.446540 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:29.487509 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2571e-1a29-4bf9-ae3f-20b2cbcaa6ee req-9c0d34e7-0fe7-4c4c-b582-634561e9805d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:29.488989 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d9b2571e-1a29-4bf9-ae3f-20b2cbcaa6ee req-9c0d34e7-0fe7-4c4c-b582-634561e9805d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0539525 Dec 23 00:31:29.494446 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=6']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:29.534865 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d9b2571e-1a29-4bf9-ae3f-20b2cbcaa6ee req-b813ed4c-44fa-427b-871f-77c8c0e39f08 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Dec 23 00:31:29.737869 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:30.105193 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33694-aacf-4716-837c-19296b46bba3 req-49d52b58-69b5-4a2e-a943-991f8c5c538a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:30.106687 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-29c33694-aacf-4716-837c-19296b46bba3 req-49d52b58-69b5-4a2e-a943-991f8c5c538a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0468075 Dec 23 00:31:30.153922 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-29c33694-aacf-4716-837c-19296b46bba3 req-37c8b432-59de-4791-8546-40b4c917415d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 Dec 23 00:31:30.304291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-f4cd91b7-dc14-420d-a5f9-3f41e1d66da3 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:30.305763 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-f4cd91b7-dc14-420d-a5f9-3f41e1d66da3 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 808 time: 0.0998409 Dec 23 00:31:30.320755 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-d5dc4f9f-f258-4048-b34e-db163d277709 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/quotas/bd790485aeba42838bc4f9d910b5a586 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Dec 23 00:31:30.354170 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-d9c0bdb2-36cb-42e0-a7e5-047a8901d35f tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283358 Dec 23 00:31:30.440525 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-f31c959a-d185-46cb-925b-cdada8a687fe service neutron] 10.222.0.24 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795403 Dec 23 00:31:30.530686 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-cb06f195-fe21-4c2c-98f1-747c752c417d service neutron] 10.222.0.24 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Dec 23 00:31:30.678216 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2cfa-86d1-42ec-b229-53f960f5e7e6 req-94aea102-cead-4c3b-8065-2924927520d7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:30.680751 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f0b2cfa-86d1-42ec-b229-53f960f5e7e6 req-94aea102-cead-4c3b-8065-2924927520d7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0710249 Dec 23 00:31:30.720246 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9d7d639d-ae98-4555-803e-19ca1a503bd7 req-cebbbe87-9887-49ee-b0b8-043320976339 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Dec 23 00:31:30.727937 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3f0b2cfa-86d1-42ec-b229-53f960f5e7e6 req-fcb59651-175f-474e-a210-2735765a02d3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Dec 23 00:31:31.220106 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:31.281178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732162-8b6a-49c9-82d1-422ead32a4bb req-f0be29e8-d766-4272-8f45-24c557732cdd tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:31.282676 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f1732162-8b6a-49c9-82d1-422ead32a4bb req-f0be29e8-d766-4272-8f45-24c557732cdd tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0483136 Dec 23 00:31:31.345424 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f1732162-8b6a-49c9-82d1-422ead32a4bb req-b6379aab-bc33-414b-9aab-ac83eb27f923 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540195 Dec 23 00:31:31.814369 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a347ed96-844a-473e-889c-63c3160a6fd2 req-403f7987-0709-4d57-b57d-d4b0cb1299b6 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0255084 Dec 23 00:31:31.848715 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532545cf-b33e-44cc-9c78-2b22943142b0 req-1df3bae0-34e2-4d19-9c52-773fb6aa5253 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:31.850178 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-532545cf-b33e-44cc-9c78-2b22943142b0 req-1df3bae0-34e2-4d19-9c52-773fb6aa5253 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0506461 Dec 23 00:31:31.896939 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-532545cf-b33e-44cc-9c78-2b22943142b0 req-35907454-e275-4842-acab-c5e3fe51aed0 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Dec 23 00:31:32.081056 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:32.468860 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465a79a-1b90-4c6a-8279-8b7767053f7e req-9059a15f-7c25-4f63-850a-6dd6c9bc8554 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:32.470378 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9465a79a-1b90-4c6a-8279-8b7767053f7e req-9059a15f-7c25-4f63-850a-6dd6c9bc8554 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0478027 Dec 23 00:31:32.522763 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9465a79a-1b90-4c6a-8279-8b7767053f7e req-80c427c1-6b32-4595-924b-d1a66c95828d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464392 Dec 23 00:31:32.914724 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f9dfeb4f-4a2b-408d-9acd-55f95b7a2a94 req-d553b4c6-170a-4cd8-950e-85ac5b43489c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0249646 Dec 23 00:31:33.025619 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc963-fece-4efd-82aa-f0cbd17776f8 req-4cb64094-694a-4c53-8f42-7d07caa258cb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:33.027064 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b66cc963-fece-4efd-82aa-f0cbd17776f8 req-4cb64094-694a-4c53-8f42-7d07caa258cb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0515118 Dec 23 00:31:33.075018 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b66cc963-fece-4efd-82aa-f0cbd17776f8 req-57f23445-d1db-4525-b437-9ac9fc57f3bc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Dec 23 00:31:33.240625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6e034844-293a-40ab-b9c7-abb62900daaf'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:33.270505 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 152e5481-ac7c-4e87-bfd4-11acd809eb3a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:31:33.295835 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 152e5481-ac7c-4e87-bfd4-11acd809eb3a {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:31:33.296192 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 152e5481-ac7c-4e87-bfd4-11acd809eb3a not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:31:33.635382 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8537e2-de0d-48c4-89bc-45fc0b3c9d2c req-f1bfdbff-df0b-4012-a970-59f87e640f63 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:33.637031 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ca8537e2-de0d-48c4-89bc-45fc0b3c9d2c req-f1bfdbff-df0b-4012-a970-59f87e640f63 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0474846 Dec 23 00:31:33.690574 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ca8537e2-de0d-48c4-89bc-45fc0b3c9d2c req-4abc830a-8948-47f0-8654-731bfda19e6c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Dec 23 00:31:34.012212 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-74e02949-0454-4aad-9ebb-d1b56f5a6e57 req-1dc5bd5f-64ba-4749-ad48-9afc8ce8893e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0260062 Dec 23 00:31:34.217929 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94f1a1-b4b9-4523-9fd0-777e33348ea2 req-eed38c78-f88d-4903-ac91-67b3dfc37070 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:34.225465 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bc94f1a1-b4b9-4523-9fd0-777e33348ea2 req-eed38c78-f88d-4903-ac91-67b3dfc37070 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0685060 Dec 23 00:31:34.357494 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-85355d57-f6a6-4d7f-bd0d-a31a178fa899 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:34.359222 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-85355d57-f6a6-4d7f-bd0d-a31a178fa899 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 808 time: 0.1312239 Dec 23 00:31:34.391787 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Request body: {'port': {'device_id': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5', 'admin_state_up': True, 'tenant_id': 'bd790485aeba42838bc4f9d910b5a586'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:34.515687 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Made reservation on behalf of bd790485aeba42838bc4f9d910b5a586 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:34.519460 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:34.574039 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bc94f1a1-b4b9-4523-9fd0-777e33348ea2 req-e206a69a-f48a-45d2-894b-5ce1654d4fa1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464112 Dec 23 00:31:34.970857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Allocated IP 172.20.0.11 (c7dfbc12-5fb4-4e8b-bd69-2476368699a5/a13b7f37-2256-411a-8a06-1e40ca8fa0fb/15ee250c-c454-4a14-babe-00fa9ed4fd24) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:34.983681 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612043f-33c1-456b-9a13-f67d76ec8efe req-54803f50-da4a-4286-8a6f-d75cdc7dbdf1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:34.983920 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d612043f-33c1-456b-9a13-f67d76ec8efe req-54803f50-da4a-4286-8a6f-d75cdc7dbdf1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0797760 Dec 23 00:31:35.146233 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-79a8b6c8-eba2-42a4-9e69-df1a10da1ffd req-d5eaeebf-878d-40b8-b29f-25db0093c44a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0433922 Dec 23 00:31:35.173342 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d612043f-33c1-456b-9a13-f67d76ec8efe req-3a75b0ec-2df5-4111-b936-0d993b5b6f44 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785440 Dec 23 00:31:35.236939 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:35.278863 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:35.324393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:35.332979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:35.335164 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Pushing event updated for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:35.337362 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:35.397940 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:35.399018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:35.426482 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-607b78ce-eec4-405c-ab11-881e109e0f66 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0395606 Dec 23 00:31:35.695565 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdea4fb-38cd-43d3-bddf-46689a5eb4ff req-7cbb5f65-417a-4471-8622-90b7d34b44c5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:35.697118 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-abdea4fb-38cd-43d3-bddf-46689a5eb4ff req-7cbb5f65-417a-4471-8622-90b7d34b44c5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0508382 Dec 23 00:31:35.749971 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-abdea4fb-38cd-43d3-bddf-46689a5eb4ff req-aeb133f6-1074-4692-b20c-8d92bcb4e91d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455990 Dec 23 00:31:36.275390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07f6c7-ff7a-4b37-90e8-0c6d20d13e10 req-abde0986-c39a-44ae-8390-ac1b3571090c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:36.277791 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a07f6c7-ff7a-4b37-90e8-0c6d20d13e10 req-abde0986-c39a-44ae-8390-ac1b3571090c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 932 time: 0.0583439 Dec 23 00:31:36.327950 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01cf8f-07b9-48ca-aed4-3cce746e7abd req-6460123f-a9bb-4ed2-8d83-4b979bd7c05d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:36.329382 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ff01cf8f-07b9-48ca-aed4-3cce746e7abd req-6460123f-a9bb-4ed2-8d83-4b979bd7c05d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0625634 Dec 23 00:31:36.343298 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a07f6c7-ff7a-4b37-90e8-0c6d20d13e10 req-ffb5a347-fa45-443d-8d20-543bad52e4e6 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Dec 23 00:31:36.390300 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ff01cf8f-07b9-48ca-aed4-3cce746e7abd req-a75862f7-cd8d-44d8-a9d2-bc7d98d599ac tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546536 Dec 23 00:31:36.879464 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:31:36.890760 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba71c-37db-4430-8bc2-514a1085c889 req-1efdc181-8c24-436d-92dc-791a1a62e173 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:36.893896 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-820ba71c-37db-4430-8bc2-514a1085c889 req-1efdc181-8c24-436d-92dc-791a1a62e173 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0629511 Dec 23 00:31:36.960274 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-820ba71c-37db-4430-8bc2-514a1085c889 req-c2f93538-f94a-4a5c-9d7f-7e0f3c699010 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586991 Dec 23 00:31:36.973696 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 6e034844-293a-40ab-b9c7-abb62900daaf triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:36.974323 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:37.063363 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:37.088354 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:37.090958 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617d2734-d8d5-4534-b5dd-e3a22d7e9598" -d '{"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:37.105561 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:37.114364 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:37.163199 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb13a6f-adcb-430c-851c-adb95a95471f x-openstack-request-id: req-ddb13a6f-adcb-430c-851c-adb95a95471f {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:37.163492 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:37.163746 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddb13a6f-adcb-430c-851c-adb95a95471f {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:37.164135 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'code': 200} Dec 23 00:31:37.185102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=7']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:37.494173 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53353e-aaa2-483b-b004-9838126494db req-0d0307d3-5549-48b1-bdc6-766400a51e3a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:37.497120 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fb53353e-aaa2-483b-b004-9838126494db req-0d0307d3-5549-48b1-bdc6-766400a51e3a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 932 time: 0.0838933 Dec 23 00:31:37.546359 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d94682-ab2c-4977-9a2a-29ed73938f5b req-ee629bf5-0fdd-4263-89a5-9dd4a39af4d1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:37.546359 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-86d94682-ab2c-4977-9a2a-29ed73938f5b req-ee629bf5-0fdd-4263-89a5-9dd4a39af4d1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0559931 Dec 23 00:31:37.573687 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fb53353e-aaa2-483b-b004-9838126494db req-698fd15c-7c9e-42f0-97e5-40f2d6335b1e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616708 Dec 23 00:31:37.609283 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-86d94682-ab2c-4977-9a2a-29ed73938f5b req-1fc4ff01-34b6-4f62-8052-f49f33eed601 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573473 Dec 23 00:31:38.093632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc864f1-d157-4c5e-b6b9-8b43b414240f req-d2c0a55d-84b1-4598-ac95-4ad6ef5f3464 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:38.095319 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0bc864f1-d157-4c5e-b6b9-8b43b414240f req-d2c0a55d-84b1-4598-ac95-4ad6ef5f3464 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0595651 Dec 23 00:31:38.143739 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Request body: {'port': {'device_id': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:38.178540 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0bc864f1-d157-4c5e-b6b9-8b43b414240f req-cc5f5c72-dbc2-4bbe-8c85-9d9d4ed34099 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768011 Dec 23 00:31:38.218271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.493931 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ee250c-c454-4a14-babe-00fa9ed4fd24 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:38.502900 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.518848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Transition to ACTIVE for port object 15ee250c-c454-4a14-babe-00fa9ed4fd24 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:31:38.524016 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.674019 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:38.684053 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Attempting to bind port 15ee250c-c454-4a14-babe-00fa9ed4fd24 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:31:38.684385 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Attempting to bind port 15ee250c-c454-4a14-babe-00fa9ed4fd24 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:31:38.684702 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Attempting to bind port 15ee250c-c454-4a14-babe-00fa9ed4fd24 on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:38.693940 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Port 15ee250c-c454-4a14-babe-00fa9ed4fd24 on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:31:38.694068 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Attempting to bind port 15ee250c-c454-4a14-babe-00fa9ed4fd24 on network c7dfbc12-5fb4-4e8b-bd69-2476368699a5 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:38.708289 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:31:38.708626 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Checking segment: {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:38.709004 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Bound using segment: {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:31:38.709436 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Bound port: 15ee250c-c454-4a14-babe-00fa9ed4fd24, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dfa777-4fef-4305-b7e8-497ef9522ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:31:38.709812 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.783811 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4978-e440-4d86-8b0a-90778029a33e req-ba492864-1433-46be-889c-d39645060c8e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:38.794247 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2cfb4978-e440-4d86-8b0a-90778029a33e req-ba492864-1433-46be-889c-d39645060c8e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0766916 Dec 23 00:31:38.832520 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:31:38.835184 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:31:38.848471 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.859885 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2cfb4978-e440-4d86-8b0a-90778029a33e req-49f8a0fa-34ad-45cf-92e7-35ee72445031 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 Dec 23 00:31:38.923550 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:38.932895 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:38.933548 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:38.934943 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-3b617c5e-a8e2-4964-8f8d-8145c228dc12 service neutron] 10.222.0.43 "PUT /v2.0/ports/15ee250c-c454-4a14-babe-00fa9ed4fd24 HTTP/1.1" status: 200 len: 1094 time: 0.8000581 Dec 23 00:31:38.942833 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccabb3-a789-4dd2-8456-f94030ed86b4 req-c3e1b68f-39a5-4808-a986-bd2f74844c42 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:38.944211 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a6ccabb3-a789-4dd2-8456-f94030ed86b4 req-c3e1b68f-39a5-4808-a986-bd2f74844c42 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.2054405 Dec 23 00:31:38.944658 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:38.947147 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a037875-e33f-43fc-8995-8ac8264fb338" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:39.019878 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f9852-8b31-40aa-b8f5-10e86ec1f967 x-openstack-request-id: req-758f9852-8b31-40aa-b8f5-10e86ec1f967 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:39.020481 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:39.020893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-758f9852-8b31-40aa-b8f5-10e86ec1f967 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:39.021333 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24', 'status': 'completed', 'code': 200} Dec 23 00:31:39.038632 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a6ccabb3-a789-4dd2-8456-f94030ed86b4 req-ea9a3ebf-ff65-4ecd-8bc8-92fb8967047a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782666 Dec 23 00:31:39.101094 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-efcd164a-91c8-4307-b29f-091eccaa9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:39.104228 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-efcd164a-91c8-4307-b29f-091eccaa9422 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 1097 time: 0.0581305 Dec 23 00:31:39.156761 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-ad56ce2f-f79c-496e-9e85-b96f176944ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24 HTTP/1.1" status: 200 len: 217 time: 0.0377321 Dec 23 00:31:39.215857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-afd02dbe-e408-4148-b890-84d4c20a8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:39.217441 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-afd02dbe-e408-4148-b890-84d4c20a8bcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a13b7f37-2256-411a-8a06-1e40ca8fa0fb HTTP/1.1" status: 200 len: 848 time: 0.0501966 Dec 23 00:31:39.265676 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-cf94822d-94f2-449f-9ba3-eb058b0424aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374024 Dec 23 00:31:39.362403 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9012e-50f1-49cc-aabf-0834ed1cc628 req-045de1a7-6baf-41d8-afb8-47f1e54645f8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:39.364202 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e7e9012e-50f1-49cc-aabf-0834ed1cc628 req-045de1a7-6baf-41d8-afb8-47f1e54645f8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0811095 Dec 23 00:31:39.389379 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-7a07f16c-c993-45a2-a5b3-3ba7d10648e0 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083455 Dec 23 00:31:39.415590 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e7e9012e-50f1-49cc-aabf-0834ed1cc628 req-794b701a-09e4-45a6-a6f8-7ece50a58aef tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449328 Dec 23 00:31:39.976171 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c182a34-e088-485e-8ecb-814a2863ae98 req-cc810a1f-505c-41d4-81e8-77ac69373135 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:39.977694 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c182a34-e088-485e-8ecb-814a2863ae98 req-cc810a1f-505c-41d4-81e8-77ac69373135 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0486264 Dec 23 00:31:40.039389 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c182a34-e088-485e-8ecb-814a2863ae98 req-cad22f46-97b4-41e6-86b7-bcbbcbdcd594 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539134 Dec 23 00:31:40.238969 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ab1ad-cdf3-4125-9be6-53d817cb2a3c req-46242b2a-b625-494b-93d7-c61bd41df8da tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:40.240496 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-268ab1ad-cdf3-4125-9be6-53d817cb2a3c req-46242b2a-b625-494b-93d7-c61bd41df8da tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.1112089 Dec 23 00:31:40.300340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-268ab1ad-cdf3-4125-9be6-53d817cb2a3c req-58a96a18-9c91-480a-b8dc-b88ba7e8557c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532372 Dec 23 00:31:40.552319 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816143d6-30b1-4151-8e8d-a7287b17f943 req-53f9d9bc-1536-4db3-aa9d-6c794dea4db9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:40.553965 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-816143d6-30b1-4151-8e8d-a7287b17f943 req-53f9d9bc-1536-4db3-aa9d-6c794dea4db9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0513048 Dec 23 00:31:40.560785 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1478077-f8c1-4daa-8e8d-de2ffea22f06 req-fd5e6b0e-9d86-48b4-81f5-b60e1019ce46 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095188 Dec 23 00:31:40.608664 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-816143d6-30b1-4151-8e8d-a7287b17f943 req-888416c0-4653-4a21-89d6-696f5cd030a6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Dec 23 00:31:41.169405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b42342-2203-4eb2-9b99-b031c8a6cdd5 req-7e39d614-f019-4fdc-8fce-0fb02f096017 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:41.176969 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84b42342-2203-4eb2-9b99-b031c8a6cdd5 req-7e39d614-f019-4fdc-8fce-0fb02f096017 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0682716 Dec 23 00:31:41.237731 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84b42342-2203-4eb2-9b99-b031c8a6cdd5 req-874402b7-b291-4771-9511-805e02b3b2eb tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598414 Dec 23 00:31:41.444701 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac619b-a83e-41de-afd6-3e4c6ce0cb6b req-27a1c4a2-c5ac-4126-bade-1d4ce1b82844 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:41.446258 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8eac619b-a83e-41de-afd6-3e4c6ce0cb6b req-27a1c4a2-c5ac-4126-bade-1d4ce1b82844 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0523977 Dec 23 00:31:41.509359 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8eac619b-a83e-41de-afd6-3e4c6ce0cb6b req-e0b14c49-988f-49a2-b441-bd71e4e7bd18 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560353 Dec 23 00:31:41.739105 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79f14b-9758-4e5f-a3b2-67ee93a2206c req-c0702966-40d6-4bb1-bf7d-e516f38da633 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:41.740762 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c79f14b-9758-4e5f-a3b2-67ee93a2206c req-c0702966-40d6-4bb1-bf7d-e516f38da633 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Dec 23 00:31:41.802304 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c79f14b-9758-4e5f-a3b2-67ee93a2206c req-f8aabcda-a0a4-4a4f-bd49-66d2dfded8d8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550694 Dec 23 00:31:42.369464 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fffdbb-e897-4ab2-8ea8-899ab75223ca req-13ae5b96-b132-4a57-990d-9971224755cf tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:42.372190 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-02fffdbb-e897-4ab2-8ea8-899ab75223ca req-13ae5b96-b132-4a57-990d-9971224755cf tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0588753 Dec 23 00:31:42.427456 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-02fffdbb-e897-4ab2-8ea8-899ab75223ca req-7cc398e2-80a1-4471-a7a2-c2fa773a5b08 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490584 Dec 23 00:31:42.645284 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-8c7b9fa2-145e-42df-8c6b-a83d40c047e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:42.646973 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-8c7b9fa2-145e-42df-8c6b-a83d40c047e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd790485aeba42838bc4f9d910b5a586&device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 1097 time: 0.0613701 Dec 23 00:31:42.663612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3d886-2258-4998-bcfc-e7282e528ffc req-a192100d-b155-4c95-ba51-364c35cb9a58 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:42.665357 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b2d3d886-2258-4998-bcfc-e7282e528ffc req-a192100d-b155-4c95-ba51-364c35cb9a58 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0751369 Dec 23 00:31:42.747420 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b2d3d886-2258-4998-bcfc-e7282e528ffc req-bb3f328e-b976-4c7f-b9c4-bee1b5f493ea tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752275 Dec 23 00:31:42.818427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-dbbaf72c-94e9-48bc-8e3c-786c3a5eb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:42.820069 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-dbbaf72c-94e9-48bc-8e3c-786c3a5eb56d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 200 len: 909 time: 0.1649566 Dec 23 00:31:42.915127 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-b81f254e-e15c-4a5b-9100-44528afd17c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24 HTTP/1.1" status: 200 len: 217 time: 0.0790551 Dec 23 00:31:43.121618 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e0f31-ab78-4f51-af3c-b2065c4eda74 req-5d3acf1f-3ae6-4b12-8412-90c72ac7d43f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:43.131167 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-327e0f31-ab78-4f51-af3c-b2065c4eda74 req-5d3acf1f-3ae6-4b12-8412-90c72ac7d43f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.2106738 Dec 23 00:31:43.131167 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-dfadc1ca-5b78-499e-8adf-c6aa93ae76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:43.131167 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-dfadc1ca-5b78-499e-8adf-c6aa93ae76ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a13b7f37-2256-411a-8a06-1e40ca8fa0fb HTTP/1.1" status: 200 len: 848 time: 0.1747148 Dec 23 00:31:43.210212 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-2cf18430-4a95-4fc8-a4cb-be9824aefa9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7dfbc12-5fb4-4e8b-bd69-2476368699a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726652 Dec 23 00:31:43.443598 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-327e0f31-ab78-4f51-af3c-b2065c4eda74 req-f35adbcd-8316-4f48-90e0-e5c8bc8a05c3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890592 Dec 23 00:31:43.505750 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-a767a89c-a8e6-4b98-932a-ae9b6b2408e5 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813289 Dec 23 00:31:43.577345 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2aadb-c8ac-4023-b186-077c9ea8f9ad req-660da665-4e20-4e11-bf2e-08d4f9c27f5c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:43.579832 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4ec2aadb-c8ac-4023-b186-077c9ea8f9ad req-660da665-4e20-4e11-bf2e-08d4f9c27f5c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0563097 Dec 23 00:31:43.625781 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a037875-e33f-43fc-8995-8ac8264fb338 req-8ee4afac-9f9e-4355-ba72-4be9f32cc158 service neutron] 10.222.0.43 "GET /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002414 Dec 23 00:31:43.635303 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4ec2aadb-c8ac-4023-b186-077c9ea8f9ad req-199c394d-b382-451e-ae05-1e952244b7d2 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Dec 23 00:31:43.883758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0720-0abb-4fb5-a463-f0ab251f057c req-bfc3c5fa-419f-408b-a1f7-b1170e3eb8d8 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:43.894485 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ab5d0720-0abb-4fb5-a463-f0ab251f057c req-bfc3c5fa-419f-408b-a1f7-b1170e3eb8d8 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0703480 Dec 23 00:31:43.944850 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ab5d0720-0abb-4fb5-a463-f0ab251f057c req-e4723fe8-ac9e-4e95-b46c-26a0f0bcc758 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492752 Dec 23 00:31:44.580018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76042f2-0a6a-4caf-a037-d4942633eb53 req-3e7b3b67-51cb-4896-b46e-f75730249753 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:44.581501 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c76042f2-0a6a-4caf-a037-d4942633eb53 req-3e7b3b67-51cb-4896-b46e-f75730249753 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0546250 Dec 23 00:31:44.630410 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c76042f2-0a6a-4caf-a037-d4942633eb53 req-d017d5c3-58a8-4b22-a749-1eaad433171d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Dec 23 00:31:44.749979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9b7e-2da7-466e-9d45-0319afc17dae req-8411e33c-0540-4d36-b3cb-d8571620342e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:44.751493 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dd8b9b7e-2da7-466e-9d45-0319afc17dae req-8411e33c-0540-4d36-b3cb-d8571620342e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0508115 Dec 23 00:31:44.799170 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dd8b9b7e-2da7-466e-9d45-0319afc17dae req-cfc904dc-76bb-4777-8d66-f3cef1a09207 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Dec 23 00:31:45.065484 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d308-1ba3-4656-abb2-46ac463f510b req-09dd8893-f167-4c89-a0af-6e3fd8271f2c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:45.066998 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3533d308-1ba3-4656-abb2-46ac463f510b req-09dd8893-f167-4c89-a0af-6e3fd8271f2c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0564110 Dec 23 00:31:45.119195 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3533d308-1ba3-4656-abb2-46ac463f510b req-19f4833d-f4c3-4b29-b43c-42d0c4ca9432 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461528 Dec 23 00:31:45.749006 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37dab4-a59f-468c-a983-c8cf09e23591 req-f97409df-c21e-493d-bc15-eef9327a1aac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:45.750497 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e37dab4-a59f-468c-a983-c8cf09e23591 req-f97409df-c21e-493d-bc15-eef9327a1aac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0496452 Dec 23 00:31:45.801287 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e37dab4-a59f-468c-a983-c8cf09e23591 req-3dcf05a9-6723-4ecb-861e-48c6978e28f6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445714 Dec 23 00:31:45.926918 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605dbb2-5593-4c94-a933-475c1047b50b req-2d38c0a4-02aa-4c5a-b3d4-52a345c77ae0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:45.928378 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5605dbb2-5593-4c94-a933-475c1047b50b req-2d38c0a4-02aa-4c5a-b3d4-52a345c77ae0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0587268 Dec 23 00:31:45.976301 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5605dbb2-5593-4c94-a933-475c1047b50b req-722b4c52-efc1-48df-9187-5abfaa0c63aa tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Dec 23 00:31:46.236364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f61cf-59d1-46f2-967c-1ebc13ade98c req-52a3de4a-52c1-4ba1-a33d-85747db36b6f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:46.237902 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cb6f61cf-59d1-46f2-967c-1ebc13ade98c req-52a3de4a-52c1-4ba1-a33d-85747db36b6f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0489714 Dec 23 00:31:46.285286 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cb6f61cf-59d1-46f2-967c-1ebc13ade98c req-c715c37b-4059-4c1c-8902-3720d7d46773 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Dec 23 00:31:46.920548 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e7fb7-df9e-488a-9101-c0eb37ce87c0 req-b7b176ac-9215-4cac-9cf2-f7135007932b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:46.922005 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9f4e7fb7-df9e-488a-9101-c0eb37ce87c0 req-b7b176ac-9215-4cac-9cf2-f7135007932b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Dec 23 00:31:46.968199 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9f4e7fb7-df9e-488a-9101-c0eb37ce87c0 req-31c9eff7-4e22-49a3-ae06-801c9e49f3a2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 Dec 23 00:31:47.093236 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691008f9-0aae-4639-89be-f248bcc3e4d3 req-62d979af-c477-4d5c-9e8c-6e3035602655 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.094725 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-691008f9-0aae-4639-89be-f248bcc3e4d3 req-62d979af-c477-4d5c-9e8c-6e3035602655 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0494320 Dec 23 00:31:47.142282 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-691008f9-0aae-4639-89be-f248bcc3e4d3 req-14fcf2d7-59ac-45d1-8480-6f699bbe1974 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Dec 23 00:31:47.409323 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f598-86fb-4f6c-94f8-02a77d770cc1 req-4cd35d49-b919-4339-a4b3-1cf77cecf03a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.410696 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a097f598-86fb-4f6c-94f8-02a77d770cc1 req-4cd35d49-b919-4339-a4b3-1cf77cecf03a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0541615 Dec 23 00:31:47.460419 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a097f598-86fb-4f6c-94f8-02a77d770cc1 req-95c77b8f-f96c-4194-8b60-50d6354bef0f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Dec 23 00:31:47.528715 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-ecafab6f-9050-424e-85bc-aea0715e3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.530437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-ecafab6f-9050-424e-85bc-aea0715e3b51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1098 time: 0.0454535 Dec 23 00:31:47.635654 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-47d34310-1f7b-4d1d-85a1-1d444cdc0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.640648 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-47d34310-1f7b-4d1d-85a1-1d444cdc0817 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.1007431 Dec 23 00:31:47.769203 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-496a25a6-5666-435a-b103-523894ae239d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 1001 time: 0.1154165 Dec 23 00:31:47.833437 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-2ecbecb1-aac3-4465-8656-2ed254a7851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.835121 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-2ecbecb1-aac3-4465-8656-2ed254a7851b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0453510 Dec 23 00:31:47.889764 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-455baa75-f80e-492d-91e0-c7f88faffd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.891058 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-455baa75-f80e-492d-91e0-c7f88faffd8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455456 Dec 23 00:31:47.970029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e6376-8b62-4aad-9948-b92bedb416d5 req-30c4e4bd-2e72-404d-90af-6e5682663b99 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:47.971529 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-450e6376-8b62-4aad-9948-b92bedb416d5 req-30c4e4bd-2e72-404d-90af-6e5682663b99 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0524633 Dec 23 00:31:48.045562 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-c736f75f-d813-4cc3-8ab7-0e7780ffcf33 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128268 Dec 23 00:31:48.052919 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-450e6376-8b62-4aad-9948-b92bedb416d5 req-7efcf8b9-cbc8-48f6-8c2c-3455af5923d1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723228 Dec 23 00:31:48.055932 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-6f424d49-395b-4a13-9e62-dd0947ebf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.057342 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-6f424d49-395b-4a13-9e62-dd0947ebf6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0849485 Dec 23 00:31:48.161434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066303-2a51-4930-af5a-2b51202c0b89 req-0c4c9050-ef84-42e0-8f69-fcbf81e15e7d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.161434 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-74066303-2a51-4930-af5a-2b51202c0b89 req-0c4c9050-ef84-42e0-8f69-fcbf81e15e7d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.1058242 Dec 23 00:31:48.173955 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-2831f52e-fdac-44c9-82ed-7d7085bd2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.175927 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-2831f52e-fdac-44c9-82ed-7d7085bd2392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1033626 Dec 23 00:31:48.208687 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9f992ebf-c8c3-4dd2-ac79-d470c8b04a79 req-c9a11b4d-d756-4e84-b633-ac5d49cdfa50 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479919 Dec 23 00:31:48.229317 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-7cafb4d5-3bb7-4114-b48d-b376dc326f10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0447958 Dec 23 00:31:48.230194 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-74066303-2a51-4930-af5a-2b51202c0b89 req-10cf9fc6-9ce8-4a89-972d-df7364a29c91 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690818 Dec 23 00:31:48.320609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-dbd23b53-34f0-495b-8285-0605f512ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.322253 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-dbd23b53-34f0-495b-8285-0605f512ce03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0781336 Dec 23 00:31:48.336359 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d9b7-14d9-4d12-99e8-c3a0333a1868 req-738c7d18-b814-4f9f-bd35-feeb0963f0e1 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.336359 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9330d9b7-14d9-4d12-99e8-c3a0333a1868 req-738c7d18-b814-4f9f-bd35-feeb0963f0e1 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0908918 Dec 23 00:31:48.359641 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-25693c7b-3382-4963-ae56-34154e15bdad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254653 Dec 23 00:31:48.452646 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9330d9b7-14d9-4d12-99e8-c3a0333a1868 req-921ac09c-4b16-4242-bc9a-788bb1e60b08 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090837 Dec 23 00:31:48.491269 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-c4070334-f8c4-479a-bf90-131fcf5e2b6e service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178429 Dec 23 00:31:48.576664 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab261e3-0142-43b1-ad98-363240dfc6ae req-a185a089-5ca2-45b0-802c-7983019fe75f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:48.578152 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1ab261e3-0142-43b1-ad98-363240dfc6ae req-a185a089-5ca2-45b0-802c-7983019fe75f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0502138 Dec 23 00:31:48.584996 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4a2dd662-ab96-41eb-ad15-b92a1fcfb819 req-8a2668b3-98ba-41fc-b0bf-d2b4d920ea64 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819290 Dec 23 00:31:48.631076 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1ab261e3-0142-43b1-ad98-363240dfc6ae req-21654edc-278b-41b8-ad6c-76df92630690 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467691 Dec 23 00:31:49.189115 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890de53-bd8e-46c9-8f5f-a71cba46b695 req-c8f9ff44-5461-4dc6-a556-d5f54bafebad tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:49.190605 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f890de53-bd8e-46c9-8f5f-a71cba46b695 req-c8f9ff44-5461-4dc6-a556-d5f54bafebad tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0566373 Dec 23 00:31:49.237649 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f890de53-bd8e-46c9-8f5f-a71cba46b695 req-af01b54e-b23e-44c4-9d8f-f7b9b801e291 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Dec 23 00:31:49.351186 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d2a8-6554-4a0c-8854-08f88031a7c2 req-1e85e6f9-bdc7-40d5-899a-f2b080f6abb8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:49.352638 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5607d2a8-6554-4a0c-8854-08f88031a7c2 req-1e85e6f9-bdc7-40d5-899a-f2b080f6abb8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0537193 Dec 23 00:31:49.403377 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5607d2a8-6554-4a0c-8854-08f88031a7c2 req-f7aed5db-9218-43e1-8c34-d036e8c4f625 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Dec 23 00:31:49.585446 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990c5e-12d4-49d3-8511-21891440971d req-95fbbfcb-9210-495c-944b-d3d122074725 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:49.586952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4990c5e-12d4-49d3-8511-21891440971d req-95fbbfcb-9210-495c-944b-d3d122074725 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 944 time: 0.0568731 Dec 23 00:31:49.635665 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4990c5e-12d4-49d3-8511-21891440971d req-fb73a72b-2ab1-4c59-81f2-68e7e553945a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Dec 23 00:31:49.714251 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51898) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:49.744848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e502da3-497b-4582-9f87-9f0ceed6284b req-0f27f017-ac64-41de-a81e-dc791cd8f28b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:49.746476 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9e502da3-497b-4582-9f87-9f0ceed6284b req-0f27f017-ac64-41de-a81e-dc791cd8f28b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 943 time: 0.0497255 Dec 23 00:31:49.795657 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9e502da3-497b-4582-9f87-9f0ceed6284b req-7a4d78c5-1be6-4af2-ab7d-47040455da62 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Dec 23 00:31:49.839894 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-22ffebc5-463e-4ec6-a47f-1215755f7a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:49.916619 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-22ffebc5-463e-4ec6-a47f-1215755f7a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:49.922919 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-22ffebc5-463e-4ec6-a47f-1215755f7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:49.961916 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-22ffebc5-463e-4ec6-a47f-1215755f7a69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3e461913bf049a9a5ba9b71bbe3334a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465785 Dec 23 00:31:49.962951 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffebc5-463e-4ec6-a47f-1215755f7a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3950903b-fc31-4735-ab42-85439da5dcf3,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:49.965223 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 51902) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:50.017666 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.039057 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.081825 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 5c0bc55b-dba7-45d5-b079-77ad2babf322 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:31:50.087620 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.090209 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.091348 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3950903b-fc31-4735-ab42-85439da5dcf3 HTTP/1.1" status: 204 len: 168 time: 0.1250105 Dec 23 00:31:50.100452 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e8da0-4ef3-499f-af2b-61f49f09fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3950903b-fc31-4735-ab42-85439da5dcf3,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:50.190174 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:50.203725 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'port_id': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'mac_address': 'fa:16:3e:e2:2b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:31:50.242196 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.255787 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0bc55b-dba7-45d5-b079-77ad2babf322 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:50.278787 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:50.284040 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.285187 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 15ee250c-c454-4a14-babe-00fa9ed4fd24 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:31:50.373067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:50.381278 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b23064-5d0c-4243-aad8-c0d6ab4e29c7 req-353964f9-f0e8-4f65-b98e-bd4e0eb8d142 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:50.382897 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b6b23064-5d0c-4243-aad8-c0d6ab4e29c7 req-353964f9-f0e8-4f65-b98e-bd4e0eb8d142 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0621450 Dec 23 00:31:50.433938 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b6b23064-5d0c-4243-aad8-c0d6ab4e29c7 req-bed9721b-1780-4c55-b35d-9970ab4e4d44 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Dec 23 00:31:50.435626 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:50.447654 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '15ee250c-c454-4a14-babe-00fa9ed4fd24', 'network_id': 'c7dfbc12-5fb4-4e8b-bd69-2476368699a5', 'port_id': '15ee250c-c454-4a14-babe-00fa9ed4fd24', 'mac_address': 'fa:16:3e:18:e7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13b7f37-2256-411a-8a06-1e40ca8fa0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:31:50.489809 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.501094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ee250c-c454-4a14-babe-00fa9ed4fd24 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:50.527695 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:50.528537 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88495fff-c6bc-471f-813a-f10fbce25085 req-7e5875ef-075f-42d0-8c19-e66168419e82 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:50.530259 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-88495fff-c6bc-471f-813a-f10fbce25085 req-7e5875ef-075f-42d0-8c19-e66168419e82 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Dec 23 00:31:50.534119 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.590744 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-88495fff-c6bc-471f-813a-f10fbce25085 req-b7aae97c-53c8-4198-a61f-12803fae5f5a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544381 Dec 23 00:31:50.591205 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:50.773077 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a71deb-ce8b-456e-9abd-2ad1ae4fc995 req-c387c509-322b-43a3-8561-d260e5636e5c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:50.774606 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-80a71deb-ce8b-456e-9abd-2ad1ae4fc995 req-c387c509-322b-43a3-8561-d260e5636e5c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 945 time: 0.0503945 Dec 23 00:31:50.830003 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-80a71deb-ce8b-456e-9abd-2ad1ae4fc995 req-1df0a4d3-7c3c-46f8-8b05-ba412921e979 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Dec 23 00:31:50.853715 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 51940) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:50.910629 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4fac-20b5-4df1-84b5-3288170d5b47 req-71690813-1c23-4b36-a8bf-fc5f43a48c86 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:50.912118 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-381b4fac-20b5-4df1-84b5-3288170d5b47 req-71690813-1c23-4b36-a8bf-fc5f43a48c86 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 944 time: 0.0491519 Dec 23 00:31:50.957649 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-955164403-network', 'tenant_id': 'a5e9a7fe3de14511bf56fce53f572434'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:50.970346 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-381b4fac-20b5-4df1-84b5-3288170d5b47 req-e93d5568-a97d-4115-b419-b011e9464456 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523214 Dec 23 00:31:50.988403 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Made reservation on behalf of a5e9a7fe3de14511bf56fce53f572434 for: {'network': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:50.990714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:50.999217 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.071151 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.076225 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.096560 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=108946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:31:51.110623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a63126-555b-4c0b-91e8-f51eaf796537,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:51.113396 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.113738 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.segments_db [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Added segment 466b634c-063f-4001-996b-8b9ee738db09 of type vlan for network f913bbf6-ad63-4086-96fb-ec27c6fa841c Dec 23 00:31:51.151383 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.178585 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.179626 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:51.180248 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.209188 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3542943 Dec 23 00:31:51.212632 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 51944) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:51.217692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Request body: {'subnet': {'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-955164403-subnet', 'tenant_id': 'a5e9a7fe3de14511bf56fce53f572434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:51.228736 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['5c0bc55b-dba7-45d5-b079-77ad2babf322'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:51.244121 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b154-f7c6-4fa0-b2aa-3c2566bac792 admin admin] Pushing event updated for resources: {'Network': ['ID=f913bbf6-ad63-4086-96fb-ec27c6fa841c,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:51.244328 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Made reservation on behalf of a5e9a7fe3de14511bf56fce53f572434 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:51.246554 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.264244 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['15ee250c-c454-4a14-babe-00fa9ed4fd24'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:31:51.279794 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:31:51.422380 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.478741 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3823249e-b48c-443a-b368-352800d52623,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:51.487688 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Checking segment: {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:51.488031 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Network hostable DHCP agents. Network: f913bbf6-ad63-4086-96fb-ec27c6fa841c, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:31:51.507252 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:31:51.523922 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, f913bbf6-ad63-4086-96fb-ec27c6fa841c) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:51.537236 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64fd24-8b08-4a80-b878-dc73dc62b7d5 None None] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:31:51.540343 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:51.540922 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:51.562585 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-944c61d7-8e38-4b1e-8ad1-62ccaa83fa2f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3487575 Dec 23 00:31:51.577359 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dadfa3-ceee-4cb6-8c0b-a53c802a04e0 req-3641fec3-9e92-4835-a4a7-96dbcc8e35a0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:51.582072 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-69dadfa3-ceee-4cb6-8c0b-a53c802a04e0 req-3641fec3-9e92-4835-a4a7-96dbcc8e35a0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0712457 Dec 23 00:31:51.628841 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-69dadfa3-ceee-4cb6-8c0b-a53c802a04e0 req-634039c7-8a5c-42ae-ae04-d977a341043c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Dec 23 00:31:51.703721 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d45f1-7bff-4ba0-9a74-41fdcb7e4c06 None None] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:31:51.742817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90d31-7461-44f1-8001-c17567edbeda req-fa432a2c-6b44-4e10-b938-cc697c4d25f2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:51.750108 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dbd90d31-7461-44f1-8001-c17567edbeda req-fa432a2c-6b44-4e10-b938-cc697c4d25f2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 945 time: 0.0545657 Dec 23 00:31:51.802737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dbd90d31-7461-44f1-8001-c17567edbeda req-c19ee3a1-2910-40f5-8038-a52f10c9661d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517528 Dec 23 00:31:51.980668 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83fc44-154c-490b-ac48-6e26c02056d9 req-ce4b78b9-900d-414b-9b8f-1c2534b590f0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:51.982270 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0d83fc44-154c-490b-ac48-6e26c02056d9 req-ce4b78b9-900d-414b-9b8f-1c2534b590f0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 945 time: 0.0563917 Dec 23 00:31:52.043031 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0d83fc44-154c-490b-ac48-6e26c02056d9 req-c7d9ac65-18cf-4ca1-8b4d-e1c62292b9e7 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524495 Dec 23 00:31:52.109201 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:31:52.198469 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:52.201350 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954ef2-20e4-4bcc-845b-9a6fca443480 req-f9bb18d9-5a75-4237-b1da-c931de44f07e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:52.202958 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b954ef2-20e4-4bcc-845b-9a6fca443480 req-f9bb18d9-5a75-4237-b1da-c931de44f07e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 944 time: 0.1026230 Dec 23 00:31:52.229435 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:52.231799 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90da9e-c4e8-4b9e-8452-42b5aa978662" -d '{"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:52.248811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:52.256019 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:52.278276 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9b954ef2-20e4-4bcc-845b-9a6fca443480 req-54e0592f-2f0f-45b5-bb13-3200e15125c9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653880 Dec 23 00:31:52.294486 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc45336-6746-4a58-b238-40efe7bdefeb x-openstack-request-id: req-cfc45336-6746-4a58-b238-40efe7bdefeb {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:52.294786 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-unplugged", "status": "failed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "code": 422}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:52.295032 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc45336-6746-4a58-b238-40efe7bdefeb {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:52.295433 dv-cinder-822768-1-iscsi neutron-server[108948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'code': 422} returned with failed status Dec 23 00:31:52.322922 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=8']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:52.397029 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [req-a9c0f5c8-d480-4127-8726-b404dedb3730 req-f229130c-9f24-4b5d-b62e-f73f8eb1eea2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:31:52.398003 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a9c0f5c8-d480-4127-8726-b404dedb3730 req-f229130c-9f24-4b5d-b62e-f73f8eb1eea2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055459 Dec 23 00:31:52.551454 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037144fb-bda7-4e3f-894c-efb2b34e7ef5 req-0463937e-92d1-41c7-b242-7d1cd78a60c7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:52.553160 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-037144fb-bda7-4e3f-894c-efb2b34e7ef5 req-0463937e-92d1-41c7-b242-7d1cd78a60c7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0472395 Dec 23 00:31:52.606255 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-037144fb-bda7-4e3f-894c-efb2b34e7ef5 req-a2839806-f8f9-4cad-8e2e-cf753f07c859 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463350 Dec 23 00:31:52.769575 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a74e-ddc9-474f-a151-7da2ceef0307 req-9eb37a3f-ca6a-4220-ae82-ffef0e02edce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:52.771077 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2ab7a74e-ddc9-474f-a151-7da2ceef0307 req-9eb37a3f-ca6a-4220-ae82-ffef0e02edce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0511527 Dec 23 00:31:52.807328 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 52014) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:52.825376 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2ab7a74e-ddc9-474f-a151-7da2ceef0307 req-33851651-60a8-4bb5-be0c-e7b7adb33ae5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Dec 23 00:31:52.889736 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-db31847f-0ad3-4a21-8c82-c2ec0fb01cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811629 Dec 23 00:31:52.898563 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-c4aa8be9-a15c-44b8-97c4-f2d297990218 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:31:52.899505 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-c4aa8be9-a15c-44b8-97c4-f2d297990218 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048923 Dec 23 00:31:53.130690 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52034) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:53.159039 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27caf63-846d-41cc-91cb-839b702ae162 req-cb8b65bc-df1a-49b8-b327-8e41f4d30b37 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:53.160560 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b27caf63-846d-41cc-91cb-839b702ae162 req-cb8b65bc-df1a-49b8-b327-8e41f4d30b37 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Dec 23 00:31:53.210678 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b27caf63-846d-41cc-91cb-839b702ae162 req-b67ea202-eea6-488f-bdc7-3c6dc1ece3fa tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Dec 23 00:31:53.266810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.356835 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.369256 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.429879 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a8df5a15dbb494cbe3e2a58b8de63e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975602 Dec 23 00:31:53.431936 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52056) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:53.447909 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239978f-2bd7-4521-bfc1-996908535bd9,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:53.471625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992b15-48d6-4001-8af6-2b4b8b1fcfdd req-5b9ae266-19be-406e-a471-d30b1ca3772c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:53.473070 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e9992b15-48d6-4001-8af6-2b4b8b1fcfdd req-5b9ae266-19be-406e-a471-d30b1ca3772c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 944 time: 0.1149046 Dec 23 00:31:53.474266 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.474612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.474957 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.475270 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.475591 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.475911 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.476228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.476545 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.476871 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.477186 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.477531 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.477840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.478148 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c672c-cbeb-4905-9e73-e48a466cd156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:31:53.538419 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.550494 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e9992b15-48d6-4001-8af6-2b4b8b1fcfdd req-7333a7f5-5129-4f2b-8642-06f05b8ff462 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660796 Dec 23 00:31:53.575237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.628316 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.631456 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:53.636373 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9239978f-2bd7-4521-bfc1-996908535bd9 HTTP/1.1" status: 204 len: 168 time: 0.2033238 Dec 23 00:31:53.648158 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8053b6-f1ac-4ab7-8eab-cd26a3cbec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239978f-2bd7-4521-bfc1-996908535bd9,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:53.740782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf610f8-44e3-4a53-83d9-a75ce42c4110 req-7f7c21b2-2162-4362-b429-f2fe855062b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:53.742355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7bf610f8-44e3-4a53-83d9-a75ce42c4110 req-7f7c21b2-2162-4362-b429-f2fe855062b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0489967 Dec 23 00:31:53.751272 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-3ca74031-4632-4ca0-b4d8-155dc6febb8d tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:53.752851 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-3ca74031-4632-4ca0-b4d8-155dc6febb8d tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/networks?id=f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 200 len: 813 time: 0.3236144 Dec 23 00:31:53.783875 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-e36c34a4-56ae-41a7-87a9-aeaba2c2b988 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/quotas/a5e9a7fe3de14511bf56fce53f572434 HTTP/1.1" status: 200 len: 375 time: 0.0233221 Dec 23 00:31:53.813412 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7bf610f8-44e3-4a53-83d9-a75ce42c4110 req-c9da5741-f4de-46fa-941d-eb58b03e44b4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643339 Dec 23 00:31:53.818208 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-0d336a48-4479-4dbd-8bec-0d74e881c094 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329943 Dec 23 00:31:53.921398 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-99c9bc0c-090d-4172-82bd-241761d3c479 service neutron] 10.222.0.24 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008761 Dec 23 00:31:53.975216 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa978f-f3b1-4bf0-a288-c97538c6a432 req-0cc697a6-390d-48e5-b4f2-f1b982d3d7e2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:53.976819 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fdfa978f-f3b1-4bf0-a288-c97538c6a432 req-0cc697a6-390d-48e5-b4f2-f1b982d3d7e2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0469813 Dec 23 00:31:54.013405 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-6a958660-bf3c-4d08-9c47-047a033cd0f1 service neutron] 10.222.0.24 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Dec 23 00:31:54.026974 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fdfa978f-f3b1-4bf0-a288-c97538c6a432 req-55e6621a-c40b-4a2a-b00b-fb1f2cc72ab1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Dec 23 00:31:54.125067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 5c0bc55b-dba7-45d5-b079-77ad2babf322 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:31:54.176358 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 5c0bc55b-dba7-45d5-b079-77ad2babf322 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:31:54.177347 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d7624489-eed9-4847-9a87-5cf18d0555d8 req-4bccc76e-c398-46ce-abf2-6bf01dd160b4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 210 time: 0.0300338 Dec 23 00:31:54.181274 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 5c0bc55b-dba7-45d5-b079-77ad2babf322 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:54.181668 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.281104 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.308457 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:54.308457 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6bac77-3cc1-46fd-a355-e8981794c346" -d '{"events": [{"server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:54.323154 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:54.330287 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.331839 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 15ee250c-c454-4a14-babe-00fa9ed4fd24 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:31:54.343334 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96af5-b1bc-4457-81c1-9ff8c7128300 req-c2747519-516a-45fd-b621-15e1db1ad40e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:54.344919 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fad96af5-b1bc-4457-81c1-9ff8c7128300 req-c2747519-516a-45fd-b621-15e1db1ad40e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Dec 23 00:31:54.364525 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f93e6-0da9-4a1b-9e0d-c9e59a36edad x-openstack-request-id: req-a88f93e6-0da9-4a1b-9e0d-c9e59a36edad {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:54.364525 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:54.364745 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a88f93e6-0da9-4a1b-9e0d-c9e59a36edad {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:54.365041 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'code': 200} Dec 23 00:31:54.406092 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fad96af5-b1bc-4457-81c1-9ff8c7128300 req-b4065564-5c40-42c3-a127-fb39135684ee tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540602 Dec 23 00:31:54.438055 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:54.445973 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 15ee250c-c454-4a14-babe-00fa9ed4fd24 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:31:54.450179 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 15ee250c-c454-4a14-babe-00fa9ed4fd24 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:31:54.450505 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.533204 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.568120 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:31:54.586208 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:54.644891 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:54.676522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425bea-8890-41e4-9628-8501605b5031 req-14b2c215-565b-4863-9db0-cfd7374eabb3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:54.678008 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55425bea-8890-41e4-9628-8501605b5031 req-14b2c215-565b-4863-9db0-cfd7374eabb3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0501947 Dec 23 00:31:54.695379 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:31:54.750129 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55425bea-8890-41e4-9628-8501605b5031 req-bc10c660-19fb-4278-ba99-88dce89e4188 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636544 Dec 23 00:31:54.765856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6424-d65d-44ce-bb2b-4c234348fef5 req-eff2e404-7317-44d5-a403-ae448f083f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:54.767376 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-438b6424-d65d-44ce-bb2b-4c234348fef5 req-eff2e404-7317-44d5-a403-ae448f083f39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1098 time: 0.0455914 Dec 23 00:31:54.823168 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-438b6424-d65d-44ce-bb2b-4c234348fef5 req-7564e3f2-b0e8-478f-ac5a-093a5100623f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384998 Dec 23 00:31:54.936227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def0ded-c5fe-41d2-8fc1-300731e03d97 req-d994a4cb-038d-4f2d-a964-5d6a376fb89c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:54.937733 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7def0ded-c5fe-41d2-8fc1-300731e03d97 req-d994a4cb-038d-4f2d-a964-5d6a376fb89c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0509269 Dec 23 00:31:54.984653 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7def0ded-c5fe-41d2-8fc1-300731e03d97 req-8eb3e469-fac5-4676-b6ae-40b2d596d282 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Dec 23 00:31:55.151129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f333-3303-40bf-87c8-7ae456264061 req-450d8a82-20e1-463a-ac86-cb08f9f808b6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:55.152505 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b0d8f333-3303-40bf-87c8-7ae456264061 req-450d8a82-20e1-463a-ac86-cb08f9f808b6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0542204 Dec 23 00:31:55.205457 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b0d8f333-3303-40bf-87c8-7ae456264061 req-b4c47634-aec3-4134-bcfd-30e8e13f87e1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Dec 23 00:31:55.271051 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4089d746-e2da-437d-b340-e4523f2891d4 req-19005d0c-c75c-4824-9f2b-ac2c2c2b48c2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 210 time: 0.0255582 Dec 23 00:31:55.529807 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e5b56-d7fe-4a54-80c8-60c7320181a2 req-3fce413c-d3a9-4d43-8145-7d828776d381 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:55.531468 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-934e5b56-d7fe-4a54-80c8-60c7320181a2 req-3fce413c-d3a9-4d43-8145-7d828776d381 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0499146 Dec 23 00:31:55.579975 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-934e5b56-d7fe-4a54-80c8-60c7320181a2 req-66703982-9237-4a97-8925-8d06d487d9c2 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Dec 23 00:31:55.804195 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-964f7826-1655-4400-8a0c-18b6895fedf3 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:55.805843 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-964f7826-1655-4400-8a0c-18b6895fedf3 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "GET /v2.0/networks?id=f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 200 len: 813 time: 0.1030977 Dec 23 00:31:55.829661 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Request body: {'port': {'device_id': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c', 'admin_state_up': True, 'tenant_id': 'a5e9a7fe3de14511bf56fce53f572434'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:55.864944 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84612-7850-4765-a019-fd13e5e93817 req-2b5b1004-fe7c-4d14-8fe0-0bce0c42c4ba tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:55.866481 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8df84612-7850-4765-a019-fd13e5e93817 req-2b5b1004-fe7c-4d14-8fe0-0bce0c42c4ba tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0480695 Dec 23 00:31:55.914827 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8df84612-7850-4765-a019-fd13e5e93817 req-d93546c1-e362-4211-a30f-d74d8d80345b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Dec 23 00:31:55.937912 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Made reservation on behalf of a5e9a7fe3de14511bf56fce53f572434 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:31:55.941464 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.086923 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Allocated IP 172.20.0.5 (f913bbf6-ad63-4086-96fb-ec27c6fa841c/3823249e-b48c-443a-b368-352800d52623/94de77cb-ab0c-4b3f-abe4-c7367ec3c81c) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:31:56.130130 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434d6a-abe0-4957-addc-1a0c743979d2 req-05554ef0-1f85-42bf-a012-4963ef70913a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.131595 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c6434d6a-abe0-4957-addc-1a0c743979d2 req-05554ef0-1f85-42bf-a012-4963ef70913a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0725920 Dec 23 00:31:56.240769 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c6434d6a-abe0-4957-addc-1a0c743979d2 req-1b3883e3-aeb7-4b6f-bb2c-b5b54bd6ba69 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016662 Dec 23 00:31:56.277503 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.314129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.330285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338b17-9050-424c-ab6d-24981b2bc06b req-63f9c6e5-9f18-4a70-83c6-4d51577bb1ed tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.331761 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-84338b17-9050-424c-ab6d-24981b2bc06b req-63f9c6e5-9f18-4a70-83c6-4d51577bb1ed tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0573304 Dec 23 00:31:56.366582 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:56.370329 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e960a84-1e3c-4288-add0-4482d669ee86" -d '{"events": [{"server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "name": "network-vif-plugged", "status": "completed", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:56.380099 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:31:56.380662 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-84338b17-9050-424c-ab6d-24981b2bc06b req-4e9e693c-a993-45fd-ae42-aae99dca4050 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Dec 23 00:31:56.387232 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:31:56.391627 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:31:56.414379 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-ab629a14-61a5-4046-ac35-efad4d98e633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.426897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Pushing event updated for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:56.430669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780e038-877d-4665-ae9e-44b598ee25fd x-openstack-request-id: req-4780e038-877d-4665-ae9e-44b598ee25fd {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:56.431123 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "name": "network-vif-plugged", "status": "completed", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:56.431385 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4780e038-877d-4665-ae9e-44b598ee25fd {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:56.431907 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24', 'code': 200} Dec 23 00:31:56.448579 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745602e-d94a-440f-b6b0-e6b2aa6d3a7f req-f77e594b-fc67-44d2-a5ef-559b4e737802 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.450111 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a745602e-d94a-440f-b6b0-e6b2aa6d3a7f req-f77e594b-fc67-44d2-a5ef-559b4e737802 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 931 time: 0.1076889 Dec 23 00:31:56.468279 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.468850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.499900 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-570c0ce9-69ec-46b4-9d8b-c5e11abf6169 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6740537 Dec 23 00:31:56.513299 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a745602e-d94a-440f-b6b0-e6b2aa6d3a7f req-50d8bdec-0d32-4cb7-af46-4827a3dd6d91 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 Dec 23 00:31:56.535003 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Request body: {'port': {'device_id': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:56.595475 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.695184 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211dcb7-4db4-4405-9d5e-96b23340df99 req-110dbaa8-cee1-48ff-96de-657733edffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.696673 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b211dcb7-4db4-4405-9d5e-96b23340df99 req-110dbaa8-cee1-48ff-96de-657733edffbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 1099 time: 0.0720534 Dec 23 00:31:56.709927 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8dd4-814c-49a8-a430-bf7628fbe363 req-3d8efb0a-56b3-4b21-9b64-a01b23eeac55 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:56.711333 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1dd8dd4-814c-49a8-a430-bf7628fbe363 req-3d8efb0a-56b3-4b21-9b64-a01b23eeac55 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0565004 Dec 23 00:31:56.775099 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b211dcb7-4db4-4405-9d5e-96b23340df99 req-dc5363f7-1dd6-4ebb-a8d9-7e4fd1c471ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Dec 23 00:31:56.785715 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1dd8dd4-814c-49a8-a430-bf7628fbe363 req-d0a1095f-1317-4c53-aa5a-a6420be2acb1 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678978 Dec 23 00:31:56.857144 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:31:56.864464 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.876390 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Transition to ACTIVE for port object 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:31:56.881326 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:56.930655 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Pushing event updated for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:57.015629 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Attempting to bind port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:31:57.015952 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Attempting to bind port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:31:57.016284 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Attempting to bind port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c on network f913bbf6-ad63-4086-96fb-ec27c6fa841c {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:57.024176 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c on network f913bbf6-ad63-4086-96fb-ec27c6fa841c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:31:57.024491 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Attempting to bind port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c on network f913bbf6-ad63-4086-96fb-ec27c6fa841c {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:31:57.034671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:31:57.035011 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Checking segment: {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:31:57.035385 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Bound using segment: {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:31:57.035864 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Bound port: 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:31:57.036156 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:57.056900 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee074c-0176-4bd8-b1a4-2b33faf57a5f req-c88079f4-bc3e-472a-a39f-412e17e3a4d0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.058393 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dfee074c-0176-4bd8-b1a4-2b33faf57a5f req-c88079f4-bc3e-472a-a39f-412e17e3a4d0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0725241 Dec 23 00:31:57.136368 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:31:57.139819 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:31:57.144686 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dfee074c-0176-4bd8-b1a4-2b33faf57a5f req-7a75e709-b1b6-41c9-b1e4-c887f97623b3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665219 Dec 23 00:31:57.146995 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:57.185432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.186067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:57.187429 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] 10.222.0.43 "PUT /v2.0/ports/94de77cb-ab0c-4b3f-abe4-c7367ec3c81c HTTP/1.1" status: 200 len: 1093 time: 0.6569479 Dec 23 00:31:57.187865 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:31:57.190141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1325d3-ce7e-4dda-bd72-69eed71271bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:31:57.209796 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766293af-d2db-4cf6-bd8e-4f4adfc06f73 service neutron] Pushing event updated for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:31:57.228562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36015a71-6c4d-47b8-bc44-a6b0dc042282 x-openstack-request-id: req-36015a71-6c4d-47b8-bc44-a6b0dc042282 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:31:57.228858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:31:57.229114 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36015a71-6c4d-47b8-bc44-a6b0dc042282 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:31:57.229518 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c', 'status': 'completed', 'code': 200} Dec 23 00:31:57.364150 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-2c88c003-4491-47bd-8a2d-44113b217db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.365519 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-2c88c003-4491-47bd-8a2d-44113b217db6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 1096 time: 0.0677433 Dec 23 00:31:57.379321 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a929db-2d6d-4a53-96e9-fe3f7148164f req-c1c8027c-fc27-4f97-a5a3-e0541fd7f9aa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.380722 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3a929db-2d6d-4a53-96e9-fe3f7148164f req-c1c8027c-fc27-4f97-a5a3-e0541fd7f9aa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0591438 Dec 23 00:31:57.490752 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3a929db-2d6d-4a53-96e9-fe3f7148164f req-7b7f4b44-88fd-49b3-93a1-abb662a7a840 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998449 Dec 23 00:31:57.498306 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc2573-f8f8-4e78-af7c-1c18c8145b5f req-d8d61f16-c4b0-4231-a4aa-76bca58d0165 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.499768 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bdbc2573-f8f8-4e78-af7c-1c18c8145b5f req-d8d61f16-c4b0-4231-a4aa-76bca58d0165 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Dec 23 00:31:57.503533 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-fbc461c3-4d47-4bd2-b5e5-c68468fbda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.505019 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-fbc461c3-4d47-4bd2-b5e5-c68468fbda6b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a5e9a7fe3de14511bf56fce53f572434&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1218035 Dec 23 00:31:57.547695 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bdbc2573-f8f8-4e78-af7c-1c18c8145b5f req-90f0d36f-f8d6-4e0a-922e-d12a6ffba757 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Dec 23 00:31:57.633090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-9d365d55-5d7e-4ffb-96a0-6d28f8ced2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.634572 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2b1325d3-ce7e-4dda-bd72-69eed71271bc req-9d365d55-5d7e-4ffb-96a0-6d28f8ced2ef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217184 Dec 23 00:31:57.650234 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f12f-6c59-4fd2-b12e-521a5a8e226d req-acfc883b-f09a-4c20-a0f6-50f8ef2badba tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.657384 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7688f12f-6c59-4fd2-b12e-521a5a8e226d req-acfc883b-f09a-4c20-a0f6-50f8ef2badba tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 943 time: 0.0701392 Dec 23 00:31:57.698239 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7688f12f-6c59-4fd2-b12e-521a5a8e226d req-12293308-e912-4a05-9834-ca6c8ae1fdfb tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Dec 23 00:31:57.761087 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-a10e6b74-44e8-42f2-87e2-bfebe1503c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.762544 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-a10e6b74-44e8-42f2-87e2-bfebe1503c6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 1096 time: 0.0385840 Dec 23 00:31:57.841017 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-8d4bb591-875b-493c-953a-9109edfef4a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c HTTP/1.1" status: 200 len: 217 time: 0.0358384 Dec 23 00:31:57.896703 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da676f-3348-47c8-b263-427d44bb47d3 req-d5b9f39d-26f1-4157-88ce-4ed7eda3e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.898317 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-d5b9f39d-26f1-4157-88ce-4ed7eda3e5c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3823249e-b48c-443a-b368-352800d52623 HTTP/1.1" status: 200 len: 853 time: 0.0462942 Dec 23 00:31:57.914816 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-730add0e-6462-4cb0-95db-4ae9b016948b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717378 Dec 23 00:31:57.923358 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483052-6160-4e65-bc18-4728472910ea req-34d6070a-0abc-4292-b180-69826ea7ef3f tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:57.924703 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d7483052-6160-4e65-bc18-4728472910ea req-34d6070a-0abc-4292-b180-69826ea7ef3f tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0715380 Dec 23 00:31:57.932433 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-672cb56b-d33a-4bac-a47b-0921dbbf13b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f913bbf6-ad63-4086-96fb-ec27c6fa841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239639 Dec 23 00:31:57.981598 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d7483052-6160-4e65-bc18-4728472910ea req-86ec8c65-762a-42b3-b8b5-f5da11f42d46 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Dec 23 00:31:58.009106 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-bf4d588a-2c5c-46de-8f42-d8305aeebd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.010659 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-bf4d588a-2c5c-46de-8f42-d8305aeebd51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 1098 time: 0.0435722 Dec 23 00:31:58.047352 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-0f65a5cb-3309-47e7-84a0-67ccd8b99598 service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Dec 23 00:31:58.114332 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-8d457afc-00ec-4d04-b457-8db37fc4498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.115798 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-8d457afc-00ec-4d04-b457-8db37fc4498c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.0836828 Dec 23 00:31:58.143656 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-49da676f-3348-47c8-b263-427d44bb47d3 req-d00aa5e5-d5ee-44ae-8f69-af5ddf2d6545 service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842569 Dec 23 00:31:58.172522 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-ac04b49f-17c1-48d0-ae8a-2d424233ff78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 200 len: 217 time: 0.0373726 Dec 23 00:31:58.229597 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-dac81da3-d68f-43ff-9905-b620948c9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.231335 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-dac81da3-d68f-43ff-9905-b620948c9a26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0446553 Dec 23 00:31:58.259861 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad826d69-f6ed-4a17-940c-83527ab71b92 req-1581f7ce-0399-411b-ba40-241be67bab37 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.261339 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ad826d69-f6ed-4a17-940c-83527ab71b92 req-1581f7ce-0399-411b-ba40-241be67bab37 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0465889 Dec 23 00:31:58.309154 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ad826d69-f6ed-4a17-940c-83527ab71b92 req-42706cf8-2fb0-487a-845a-8c2979434196 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Dec 23 00:31:58.321627 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-e5722fda-f660-468b-b137-da088d24f099 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240812 Dec 23 00:31:58.423109 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-b1427b81-1aec-4348-b077-77d8af82b482 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 Dec 23 00:31:58.525171 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-32551549-5c26-46c8-ad1f-ece1e6a58a7c req-ff335f90-b73e-408b-94f9-b433af22814e service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819464 Dec 23 00:31:58.540268 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b822e453-4b1d-48bb-8835-1ad4ae16bc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:58.623373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bf6a6-e1df-4b0b-a4c1-970704bc72fc req-07b477a8-319b-46cc-84ee-0c1f458191ef tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.624814 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-889bf6a6-e1df-4b0b-a4c1-970704bc72fc req-07b477a8-319b-46cc-84ee-0c1f458191ef tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0531373 Dec 23 00:31:58.669981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b43e5d-fa5c-44f7-a91e-34d732e386e6 req-512be987-cae7-4436-be33-db39dd6e7ba5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.671479 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64b43e5d-fa5c-44f7-a91e-34d732e386e6 req-512be987-cae7-4436-be33-db39dd6e7ba5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Dec 23 00:31:58.677009 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-889bf6a6-e1df-4b0b-a4c1-970704bc72fc req-720b9cec-8231-48d4-ab25-a37619de2228 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458920 Dec 23 00:31:58.727947 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-64b43e5d-fa5c-44f7-a91e-34d732e386e6 req-2bfe004a-2497-451f-a0e2-a46a85839d3f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Dec 23 00:31:58.811501 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e006bc-1022-41ec-84fa-027fb0d0b744 req-2b699a70-293c-45fa-bee6-1d4b4d1d3f9b tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:58.812988 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-96e006bc-1022-41ec-84fa-027fb0d0b744 req-2b699a70-293c-45fa-bee6-1d4b4d1d3f9b tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 943 time: 0.0479572 Dec 23 00:31:58.860653 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-96e006bc-1022-41ec-84fa-027fb0d0b744 req-101aef3f-09e4-4c10-b916-0e19568eda2a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Dec 23 00:31:59.116704 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632814-e422-4f05-bd05-138c7a46f07b req-44fab7c6-1daf-4de8-bcf0-5486c288cd4b tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.118201 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8f632814-e422-4f05-bd05-138c7a46f07b req-44fab7c6-1daf-4de8-bcf0-5486c288cd4b tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Dec 23 00:31:59.167813 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8f632814-e422-4f05-bd05-138c7a46f07b req-e12e182f-8f4d-4c35-80bc-97d40fdd59c0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Dec 23 00:31:59.266173 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:59.426158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f483cd-7d69-445b-9dca-ad8b2230c044 req-8760b2a5-eaac-422e-9d00-f20e15960bd2 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.427636 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20f483cd-7d69-445b-9dca-ad8b2230c044 req-8760b2a5-eaac-422e-9d00-f20e15960bd2 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0523319 Dec 23 00:31:59.481504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20f483cd-7d69-445b-9dca-ad8b2230c044 req-39f2acef-a914-4ff1-a363-03803f071bad tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Dec 23 00:31:59.600706 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af1569-f32c-4c05-9f43-7f380052b37a req-71b604fe-77b9-4aad-abcd-3b3ebfc6a2a1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.602173 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55af1569-f32c-4c05-9f43-7f380052b37a req-71b604fe-77b9-4aad-abcd-3b3ebfc6a2a1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0485644 Dec 23 00:31:59.657742 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55af1569-f32c-4c05-9f43-7f380052b37a req-90b37619-39d6-4911-b0e2-f251315b8d36 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495026 Dec 23 00:31:59.679664 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52140) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:59.742516 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:59.808218 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae84374-4f03-4003-ab99-a35b866caa7d req-445be8ef-1dc3-4be6-a180-2077220ae794 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.809876 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ae84374-4f03-4003-ab99-a35b866caa7d req-445be8ef-1dc3-4be6-a180-2077220ae794 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0484948 Dec 23 00:31:59.853905 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ab2d7-7e77-49e7-b708-5dba2b51890f req-2cabe55f-56e7-4b53-b8aa-6cf99411b6d2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.855781 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924ab2d7-7e77-49e7-b708-5dba2b51890f req-2cabe55f-56e7-4b53-b8aa-6cf99411b6d2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Dec 23 00:31:59.857958 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ae84374-4f03-4003-ab99-a35b866caa7d req-0b2d748b-cc28-4509-97a9-653d08d7aefc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Dec 23 00:31:59.931947 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-924ab2d7-7e77-49e7-b708-5dba2b51890f req-9df517e0-f016-4c41-ad04-b7115c3b6a57 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694695 Dec 23 00:31:59.940593 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05167abe-6446-4bc9-89dd-bd584659397f tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.945233 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-05167abe-6446-4bc9-89dd-bd584659397f tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1093 time: 0.2617590 Dec 23 00:31:59.945617 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52152) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:31:59.950115 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'port_id': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:31:59.984399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:31:59.990559 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab187a-1764-432b-810d-db4a656be56e req-b709020a-e46a-4bb7-b37a-1c31097f55df tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:31:59.992118 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9eab187a-1764-432b-810d-db4a656be56e req-b709020a-e46a-4bb7-b37a-1c31097f55df tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 943 time: 0.0591564 Dec 23 00:32:00.041952 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9eab187a-1764-432b-810d-db4a656be56e req-f5abae6f-1d4c-48ae-bfcf-dd60d7ab4c89 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Dec 23 00:32:00.085283 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:00.191164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.27.1.83 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/47d9bc25-969c-4c5d-8747-f95bf94bea89) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:32:00.323937 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:00.331967 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7605e-cc65-414f-b4ea-c9f8fbded2d5 req-999f7762-fb97-4152-99d3-28ae823168ae tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:00.333424 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e1d7605e-cc65-414f-b4ea-c9f8fbded2d5 req-999f7762-fb97-4152-99d3-28ae823168ae tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0786109 Dec 23 00:32:00.397323 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:00.404345 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e1d7605e-cc65-414f-b4ea-c9f8fbded2d5 req-499475ef-b3c5-4765-8679-f46fcfe61e2a tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Dec 23 00:32:00.437501 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:32:00.440406 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:32:00.442918 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:32:00.471708 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=47d9bc25-969c-4c5d-8747-f95bf94bea89,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:00.804555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:00.989040 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f7780-d444-48ab-958e-1ff3b694a91d req-17b9eece-cc25-48c3-aa2b-a2d2ee4c4e5f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:01.000011 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-475f7780-d444-48ab-958e-1ff3b694a91d req-17b9eece-cc25-48c3-aa2b-a2d2ee4c4e5f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0649440 Dec 23 00:32:01.046796 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-475f7780-d444-48ab-958e-1ff3b694a91d req-528ad58f-10b7-4f50-89db-687ad225ccf3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Dec 23 00:32:01.161052 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671796ed-d92d-4543-b875-9197b834bb2c req-18c442a0-c70b-4666-8d89-17ea1d7ed45f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:01.161052 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-671796ed-d92d-4543-b875-9197b834bb2c req-18c442a0-c70b-4666-8d89-17ea1d7ed45f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0809095 Dec 23 00:32:01.161052 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:01.162198 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751d9bd-e42e-4009-b199-16040536ae38 req-a00a1a9d-dd73-44d3-ba6d-d6d57b1dd02f tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:01.163773 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5751d9bd-e42e-4009-b199-16040536ae38 req-a00a1a9d-dd73-44d3-ba6d-d6d57b1dd02f tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 943 time: 0.0532880 Dec 23 00:32:01.223350 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:01.226619 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5751d9bd-e42e-4009-b199-16040536ae38 req-18c5b7f4-9f10-4bde-8771-bee6731c08d6 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Dec 23 00:32:01.246408 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-671796ed-d92d-4543-b875-9197b834bb2c req-20251983-7fad-487c-bcd6-f72f2e6d0ce9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866888 Dec 23 00:32:01.354028 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:01.360462 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:01.439508 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=47d9bc25-969c-4c5d-8747-f95bf94bea89,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:01.447057 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:01.577323 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129e8ce-3cb6-4abd-aa79-e891144b7ec1 req-6914a716-ce42-46f2-a9f9-05c16f4b1306 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:01.578987 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0129e8ce-3cb6-4abd-aa79-e891144b7ec1 req-6914a716-ce42-46f2-a9f9-05c16f4b1306 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.1005955 Dec 23 00:32:01.597673 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 816ff18c-1e16-4e8a-b89c-990e0fb039b2 associated. External IP: 172.27.1.83, port: 5c0bc55b-dba7-45d5-b079-77ad2babf322. Dec 23 00:32:01.705368 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0129e8ce-3cb6-4abd-aa79-e891144b7ec1 req-9db4bf6c-c953-4cbf-a0f4-20400cb4fa2b tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182647 Dec 23 00:32:01.834456 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:32:01.944249 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:32:01.954788 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:32:01.965396 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:32:01.965961 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:31:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:01.969020 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:02.001664 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-12af66b3-561a-4fa8-97ce-02638fbf4a08 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0485790 Dec 23 00:32:02.001664 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:02.001664 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:02.036999 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb164325-0be5-4e67-abf9-49b1bc6dd899 x-openstack-request-id: req-bb164325-0be5-4e67-abf9-49b1bc6dd899 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:02.037358 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:02.037644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb164325-0be5-4e67-abf9-49b1bc6dd899 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:02.038043 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'status': 'completed', 'code': 200} Dec 23 00:32:02.071429 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:32:02.075218 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:02.172315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:32:02.176370 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-11938d0e-e88e-419f-a8cd-f7e60be82b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.177960 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-11938d0e-e88e-419f-a8cd-f7e60be82b66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1098 time: 0.0557401 Dec 23 00:32:02.178670 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb0749-7ac2-4903-b1e8-e6d467d09a3c req-e6948db8-8f1d-4d93-b037-5015e4acfb69 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.180325 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a5eb0749-7ac2-4903-b1e8-e6d467d09a3c req-e6948db8-8f1d-4d93-b037-5015e4acfb69 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0581591 Dec 23 00:32:02.234662 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a5eb0749-7ac2-4903-b1e8-e6d467d09a3c req-c812c1eb-3b0d-4014-b2d2-f37a44464d63 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Dec 23 00:32:02.279107 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:02.291119 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c', 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c', 'port_id': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c', 'mac_address': 'fa:16:3e:e1:79:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3823249e-b48c-443a-b368-352800d52623', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:32:02.330148 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:02.343822 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:32:02.364466 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:02.372534 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:02.391658 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97ce87-eefe-4afa-a760-2e79dad3c940 req-7f528494-9ddf-4252-96d6-9c4d58bd4b6f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.403146 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ea97ce87-eefe-4afa-a760-2e79dad3c940 req-7f528494-9ddf-4252-96d6-9c4d58bd4b6f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0794787 Dec 23 00:32:02.403759 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '816ff18c-1e16-4e8a-b89c-990e0fb039b2', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:e2:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:32:00Z', 'updated_at': '2021-12-23T00:32:00Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:02.425366 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:02.444885 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:32:02.449708 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029afea3-2849-4a7d-9a45-ef259bb46ee3 req-b079f549-c6dd-40ad-bb3a-8b6db57e8205 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.451487 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-029afea3-2849-4a7d-9a45-ef259bb46ee3 req-b079f549-c6dd-40ad-bb3a-8b6db57e8205 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 944 time: 0.0843217 Dec 23 00:32:02.456332 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:32:02.456950 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:31:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:02.466275 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ea97ce87-eefe-4afa-a760-2e79dad3c940 req-e13f9ff9-cf78-48df-80eb-11b02de3c534 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619869 Dec 23 00:32:02.482500 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-68cacc2e-1e0e-4b45-8f6f-cc2b90504cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.483968 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-68cacc2e-1e0e-4b45-8f6f-cc2b90504cb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.2633123 Dec 23 00:32:02.544954 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-029afea3-2849-4a7d-9a45-ef259bb46ee3 req-c63f5ae1-df81-4642-a9e9-ee5b0d94ec8a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800779 Dec 23 00:32:02.574637 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-2ddfeb1f-926f-4cf5-aae9-bd09648744a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 200 len: 998 time: 0.0755663 Dec 23 00:32:02.586084 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:32:02.655409 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-64e79860-237c-479f-8c50-3af8bb31421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.656922 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-64e79860-237c-479f-8c50-3af8bb31421e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0536246 Dec 23 00:32:02.712678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-65e21ea6-c638-44c4-8fb7-dd988f8295d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.714310 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-65e21ea6-c638-44c4-8fb7-dd988f8295d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441201 Dec 23 00:32:02.837339 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-124e33fc-6f14-4e79-8526-a751dba54e35 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111829 Dec 23 00:32:02.855443 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a0c00-3f2e-4d48-a1c1-621de6869a03 req-dd836c6e-b798-45ef-86be-1a2545e34213 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:02.856901 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-812a0c00-3f2e-4d48-a1c1-621de6869a03 req-dd836c6e-b798-45ef-86be-1a2545e34213 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0679514 Dec 23 00:32:02.907605 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '816ff18c-1e16-4e8a-b89c-990e0fb039b2', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:e2:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:32:00Z', 'updated_at': '2021-12-23T00:32:00Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:02.933066 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec7cc9-9797-40ee-b93b-8e2519d03c74 None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '816ff18c-1e16-4e8a-b89c-990e0fb039b2', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:e2:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:32:00Z', 'updated_at': '2021-12-23T00:32:00Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:32:02.954408 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-812a0c00-3f2e-4d48-a1c1-621de6869a03 req-0b9bc344-056d-42d3-8ba9-da3d9fc92968 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895197 Dec 23 00:32:02.974067 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b194b232-2fb8-40b1-9fb6-b2ca2bc7fcd0 req-723e03b7-4ff7-4842-b378-9d25bbddb483 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161468 Dec 23 00:32:03.120169 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede80d23-9316-497e-a7dd-f44d439eea39 None None] New status for floating IP 816ff18c-1e16-4e8a-b89c-990e0fb039b2: ACTIVE {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:32:03.152538 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-fc7cd6d2-4c95-4ee8-9cf6-d4c5f759612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.154054 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-fc7cd6d2-4c95-4ee8-9cf6-d4c5f759612d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 1096 time: 0.0739903 Dec 23 00:32:03.158816 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['94de77cb-ab0c-4b3f-abe4-c7367ec3c81c'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:03.244458 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-79ba4a1a-23e3-4474-aac4-61e753dc79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.246389 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-79ba4a1a-23e3-4474-aac4-61e753dc79bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1096 time: 0.0452063 Dec 23 00:32:03.366583 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b33fe-19b6-4c1d-8c09-77fcea3a41c9 req-1de2c031-3990-4d24-bf84-6f561f6959c9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.368267 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-257b33fe-19b6-4c1d-8c09-77fcea3a41c9 req-1de2c031-3990-4d24-bf84-6f561f6959c9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0577598 Dec 23 00:32:03.402404 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-424bab0c-5d1c-428a-a3ca-6a59cbe17de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.405207 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-424bab0c-5d1c-428a-a3ca-6a59cbe17de7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.1239128 Dec 23 00:32:03.420869 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-257b33fe-19b6-4c1d-8c09-77fcea3a41c9 req-38f3c3b9-cfb1-4ce0-9262-22004e319f27 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Dec 23 00:32:03.477504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-bed0d1f3-f04a-4105-abf9-2f156e47a86b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 999 time: 0.0552680 Dec 23 00:32:03.526734 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-75da463c-3067-4de6-b6c7-3359d219159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.528204 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-75da463c-3067-4de6-b6c7-3359d219159e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0425997 Dec 23 00:32:03.617258 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb06f14-4103-4d8e-a492-1b74a1e543b5 req-76e7da81-e5eb-4f3a-9212-ced35556d099 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.618750 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9bb06f14-4103-4d8e-a492-1b74a1e543b5 req-76e7da81-e5eb-4f3a-9212-ced35556d099 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0838988 Dec 23 00:32:03.620482 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-a11c6c45-e816-4919-8902-a80ecb441fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.621842 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-a11c6c45-e816-4919-8902-a80ecb441fa8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844717 Dec 23 00:32:03.677298 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cbdad-d5ad-474f-8d03-bdb9051f1b5f req-98c53123-e6d0-40d0-8e27-3f5a3a8af9dd tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:03.678902 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c65cbdad-d5ad-474f-8d03-bdb9051f1b5f req-98c53123-e6d0-40d0-8e27-3f5a3a8af9dd tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 944 time: 0.0567045 Dec 23 00:32:03.718365 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9bb06f14-4103-4d8e-a492-1b74a1e543b5 req-9f82e2a6-0ec8-46d7-9fee-02de60ebf02c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936711 Dec 23 00:32:03.725715 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c65cbdad-d5ad-474f-8d03-bdb9051f1b5f req-ecb592c8-dcc5-4b5e-a7cb-2c4db1223271 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Dec 23 00:32:03.753134 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-e838874b-9691-4d77-9240-e0f7a5701394 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132963 Dec 23 00:32:03.840694 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-9de12a6f-4d6c-4dda-b6b7-599a220b1978 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792365 Dec 23 00:32:04.074795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce3aae-4408-4589-a3a6-fef70bbecb11 req-24533fed-2f38-4484-953b-1649d250d7a9 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:04.076243 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-23ce3aae-4408-4589-a3a6-fef70bbecb11 req-24533fed-2f38-4484-953b-1649d250d7a9 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0525429 Dec 23 00:32:04.127450 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-23ce3aae-4408-4589-a3a6-fef70bbecb11 req-24aee543-ce6e-48e5-be60-460772220dd4 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f72521b-2f2b-43d3-9435-78bffe916a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Dec 23 00:32:04.315234 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-a444d065-c56e-4233-9fbf-d1919c3218a6 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:04.317012 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-a444d065-c56e-4233-9fbf-d1919c3218a6 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 946 time: 0.0572207 Dec 23 00:32:04.421704 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Deleting port 15ee250c-c454-4a14-babe-00fa9ed4fd24 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:04.422046 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:04.536624 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] For port 15ee250c-c454-4a14-babe-00fa9ed4fd24, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=15ee250c-c454-4a14-babe-00fa9ed4fd24,segment=NetworkSegment(55dfa777-4fef-4305-b7e8-497ef9522ba0),segment_id=55dfa777-4fef-4305-b7e8-497ef9522ba0)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:04.536982 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:04.553694 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Calling delete_port for 15ee250c-c454-4a14-babe-00fa9ed4fd24 owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:04.570206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04bb99-c163-4a17-a77c-a62374e005ea req-f6a0d90b-9321-4299-a462-d0d529539a10 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:04.571825 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ea04bb99-c163-4a17-a77c-a62374e005ea req-f6a0d90b-9321-4299-a462-d0d529539a10 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0776229 Dec 23 00:32:04.682235 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ea04bb99-c163-4a17-a77c-a62374e005ea req-d4e3cb2a-daac-4665-bac6-73fdbf95be0a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715663 Dec 23 00:32:04.769701 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:04.817052 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['15ee250c-c454-4a14-babe-00fa9ed4fd24'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:04.854176 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Pushing event deleted for resources: {'Port': ['ID=15ee250c-c454-4a14-babe-00fa9ed4fd24,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:04.854981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ba05b-6cc1-4fdb-a60e-306ee4dc367f req-498c4d9a-57da-4cf1-b5e6-1aff417438e6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:04.864040 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cb7ba05b-6cc1-4fdb-a60e-306ee4dc367f req-498c4d9a-57da-4cf1-b5e6-1aff417438e6 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0681057 Dec 23 00:32:04.917039 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.917380 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.917758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.918112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.918439 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.918762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.919086 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.919405 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.919722 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.920041 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.920361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.920676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.920991 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:04.934445 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] No DVR routers for this DVR port 15ee250c-c454-4a14-babe-00fa9ed4fd24 on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:04.939227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:04.941948 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b2e11813-25f3-4b4b-96f1-99020664ecb6 req-08f7fbe3-ce99-4cde-a9af-07eff18fd5d5 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.43 "DELETE /v2.0/ports/15ee250c-c454-4a14-babe-00fa9ed4fd24 HTTP/1.1" status: 204 len: 173 time: 0.6104674 Dec 23 00:32:04.942078 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cb7ba05b-6cc1-4fdb-a60e-306ee4dc367f req-c7ffe1b9-3d5e-483f-b12c-b61170beb89f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Dec 23 00:32:04.943248 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'name': 'network-vif-deleted', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:04.946225 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4a00e0-662f-4f0c-acb7-8786af3528d5" -d '{"events": [{"server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "name": "network-vif-deleted", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:04.972189 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8e42f-ee56-4673-b1e3-7eba348ae5ea req-fae7c2ba-25b1-49dc-b965-2f380feb68f9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:04.980400 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1a8e42f-ee56-4673-b1e3-7eba348ae5ea req-fae7c2ba-25b1-49dc-b965-2f380feb68f9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 944 time: 0.1274195 Dec 23 00:32:05.022308 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e710ff9-ee75-4a60-833a-68292ceadd45 x-openstack-request-id: req-4e710ff9-ee75-4a60-833a-68292ceadd45 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:05.022656 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd99cb-6047-4754-a81e-d3dbb38b81e1", "name": "network-vif-deleted", "tag": "15ee250c-c454-4a14-babe-00fa9ed4fd24", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:05.022904 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e710ff9-ee75-4a60-833a-68292ceadd45 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:05.023291 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abd99cb-6047-4754-a81e-d3dbb38b81e1', 'name': 'network-vif-deleted', 'tag': '15ee250c-c454-4a14-babe-00fa9ed4fd24', 'status': 'completed', 'code': 200} Dec 23 00:32:05.069159 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d1a8e42f-ee56-4673-b1e3-7eba348ae5ea req-1b23e61a-0a6f-4c9b-9eaf-a5a6e0b6e054 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878494 Dec 23 00:32:05.221922 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-010d7861-576a-41a0-9a3e-0a694c67fb56 req-95b1274a-09de-4e93-bb28-f412b9183f53 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Dec 23 00:32:05.267514 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1ffb-f1ae-4dd1-9665-3f0760faffb1 req-732257c9-5987-49ef-9ea7-0eeae171e098 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:05.269166 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5dfa1ffb-f1ae-4dd1-9665-3f0760faffb1 req-732257c9-5987-49ef-9ea7-0eeae171e098 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0610299 Dec 23 00:32:05.317755 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5dfa1ffb-f1ae-4dd1-9665-3f0760faffb1 req-07b7dbe5-3a63-46c8-8fb6-2542cc0f740f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Dec 23 00:32:05.808868 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f6e51-5ae5-4932-81d5-4c96ed9a5f85 req-4313b35d-be8b-45b3-9e8e-daa84e322722 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:05.810355 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec4f6e51-5ae5-4932-81d5-4c96ed9a5f85 req-4313b35d-be8b-45b3-9e8e-daa84e322722 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0491154 Dec 23 00:32:05.858659 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec4f6e51-5ae5-4932-81d5-4c96ed9a5f85 req-d1143924-cbd8-4b53-a2a9-ce85acbe8f87 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Dec 23 00:32:06.066317 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324faa3d-b1d1-4677-91c3-0c7342306ff3 req-ca782974-a9fa-47b9-bfdb-a8eec772ac58 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:06.067820 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-324faa3d-b1d1-4677-91c3-0c7342306ff3 req-ca782974-a9fa-47b9-bfdb-a8eec772ac58 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Dec 23 00:32:06.119308 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-324faa3d-b1d1-4677-91c3-0c7342306ff3 req-bdef1d36-7c89-4635-bff7-f39150b8948d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451176 Dec 23 00:32:06.189954 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecac833-d6a4-414f-9608-f818927a47bb req-0bc09767-77b4-464c-9e63-8b1eca3051e2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:06.192096 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fecac833-d6a4-414f-9608-f818927a47bb req-0bc09767-77b4-464c-9e63-8b1eca3051e2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 944 time: 0.0469868 Dec 23 00:32:06.241404 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fecac833-d6a4-414f-9608-f818927a47bb req-e1857eb8-9b6f-434c-a6ea-016e18ac4073 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Dec 23 00:32:06.263878 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:32:06.318180 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:32:06.322629 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:32:06.323001 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:06.333381 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fde9f7f9-679f-4274-a46d-aff8c075b3e5 req-8e29d8aa-ee51-49dc-84ef-853424fbbab6 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0255411 Dec 23 00:32:06.419487 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:06.438173 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730855-220f-4933-950a-bf6df4e42b9e req-efc3a0c2-ab47-4672-a627-2bfedb494b13 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:06.439890 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-69730855-220f-4933-950a-bf6df4e42b9e req-efc3a0c2-ab47-4672-a627-2bfedb494b13 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0531278 Dec 23 00:32:06.447392 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:06.450202 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ac5f2-e078-439c-be08-e57efa94fae2" -d '{"events": [{"server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "name": "network-vif-plugged", "status": "completed", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:06.465043 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:06.470304 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:06.471333 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 15ee250c-c454-4a14-babe-00fa9ed4fd24 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:06.489862 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-69730855-220f-4933-950a-bf6df4e42b9e req-87729b67-9474-4548-8dea-9cac1771a294 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Dec 23 00:32:06.492765 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5852723e-2088-4b75-a0fd-528defdb0037 x-openstack-request-id: req-5852723e-2088-4b75-a0fd-528defdb0037 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:06.493016 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "name": "network-vif-plugged", "status": "completed", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:06.493328 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5852723e-2088-4b75-a0fd-528defdb0037 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:06.493837 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c', 'code': 200} Dec 23 00:32:06.512680 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 15ee250c-c454-4a14-babe-00fa9ed4fd24 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:06.513026 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 15ee250c-c454-4a14-babe-00fa9ed4fd24 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:06.539552 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:06.990778 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8982d-852c-4129-82af-e613b5981e30 req-fd95ce35-b7cb-4f05-ba5b-f65123ff6799 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:06.992285 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aee8982d-852c-4129-82af-e613b5981e30 req-fd95ce35-b7cb-4f05-ba5b-f65123ff6799 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0517004 Dec 23 00:32:07.040199 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aee8982d-852c-4129-82af-e613b5981e30 req-6aed5c35-1460-4ce2-8604-d5e2881a269c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Dec 23 00:32:07.250432 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ad83-d864-4102-b431-4c0ac1f70419 req-8ea6e45e-6c1d-45d5-bcaa-49bc618f3598 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:07.251890 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-03d1ad83-d864-4102-b431-4c0ac1f70419 req-8ea6e45e-6c1d-45d5-bcaa-49bc618f3598 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Dec 23 00:32:07.297374 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-03d1ad83-d864-4102-b431-4c0ac1f70419 req-db569e3f-c394-4744-bd0e-4cbeec5d15e3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Dec 23 00:32:07.356090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652510e-54a1-446a-b94e-8f1aa2d39741 req-0053b32f-158b-4dbc-8c2a-07057f805824 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:07.357717 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9652510e-54a1-446a-b94e-8f1aa2d39741 req-0053b32f-158b-4dbc-8c2a-07057f805824 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Dec 23 00:32:07.408554 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9652510e-54a1-446a-b94e-8f1aa2d39741 req-646e8320-2204-4c5e-a33f-d6971c4003cf tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Dec 23 00:32:07.441772 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-30111a47-c93d-45b1-9d94-f91d5c486adc req-d7f2f4b7-892e-4e0c-b6b5-42a86d99342e tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0424979 Dec 23 00:32:07.621976 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed72e-b715-4231-a942-6d87da2a79c9 req-722b11d7-119d-4758-af44-53ba6a98211a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:07.623476 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-024ed72e-b715-4231-a942-6d87da2a79c9 req-722b11d7-119d-4758-af44-53ba6a98211a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0473495 Dec 23 00:32:07.674579 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-024ed72e-b715-4231-a942-6d87da2a79c9 req-c239c324-ef85-4025-b40f-350d4c3c9ef5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Dec 23 00:32:08.164417 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb41ee-4547-4d8a-8551-431c64a4f8c5 req-57199bc7-48e0-4f43-9e5c-43c78897e0e2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:08.165997 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4dfb41ee-4547-4d8a-8551-431c64a4f8c5 req-57199bc7-48e0-4f43-9e5c-43c78897e0e2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0487463 Dec 23 00:32:08.213220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4dfb41ee-4547-4d8a-8551-431c64a4f8c5 req-de276f5b-494f-4b3f-a507-393cd91fa9d3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Dec 23 00:32:08.414651 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a310264-0ddd-4233-aece-415e844549c3 req-3c013f33-c33e-447b-9bb2-5a1ee0472dbf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:08.416105 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a310264-0ddd-4233-aece-415e844549c3 req-3c013f33-c33e-447b-9bb2-5a1ee0472dbf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0476601 Dec 23 00:32:08.466660 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a310264-0ddd-4233-aece-415e844549c3 req-b6ef16f6-a98e-4d26-8f89-57bea56ceaea tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Dec 23 00:32:08.542484 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd812-58f0-459a-bdaa-7b2bc455162f req-d54cb34a-4f29-4c48-b654-4588df68472f tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:08.543958 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-806bd812-58f0-459a-bdaa-7b2bc455162f req-d54cb34a-4f29-4c48-b654-4588df68472f tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0462065 Dec 23 00:32:08.550287 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0e34fea7-262b-4487-9094-8bc07d96528a req-dab7ef8c-86a1-49c1-acce-9c640c3fa799 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0282617 Dec 23 00:32:08.592907 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-806bd812-58f0-459a-bdaa-7b2bc455162f req-4532f453-4e66-4755-ac41-3a9dec3355f7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Dec 23 00:32:08.797136 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce26cf-1d9a-4838-8251-9c75cb32d2a3 req-e4fae458-cb8c-4ca3-9636-a83bbd13efe0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:08.798675 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-61ce26cf-1d9a-4838-8251-9c75cb32d2a3 req-e4fae458-cb8c-4ca3-9636-a83bbd13efe0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0561850 Dec 23 00:32:08.848004 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-61ce26cf-1d9a-4838-8251-9c75cb32d2a3 req-325d5613-b0a8-44fe-980e-d2a1af4404cc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Dec 23 00:32:09.336664 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631db6b-2da7-458f-900e-369cf1713ced req-10f5a5bc-651d-4fa6-a7e9-50fee9591d79 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:09.338482 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4631db6b-2da7-458f-900e-369cf1713ced req-10f5a5bc-651d-4fa6-a7e9-50fee9591d79 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0520368 Dec 23 00:32:09.384831 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4631db6b-2da7-458f-900e-369cf1713ced req-8e08a1ea-f705-4210-8517-f389b2ad01a7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399554 Dec 23 00:32:09.606981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7ace-1101-43ad-8ed1-15c67d0b5669 req-ae377a89-8ed6-4fc9-8999-b3ae2d86c2a5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:09.608472 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-103a7ace-1101-43ad-8ed1-15c67d0b5669 req-ae377a89-8ed6-4fc9-8999-b3ae2d86c2a5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0494671 Dec 23 00:32:09.645302 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-33851a56-8aca-46cc-8997-b3eabb04d920 req-0c0b8e10-a54d-48c9-afca-0f8876e00619 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0247293 Dec 23 00:32:09.671332 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-103a7ace-1101-43ad-8ed1-15c67d0b5669 req-2da27d3a-88d9-40b7-95c2-c77308e281c3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Dec 23 00:32:09.775542 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e9a5b-b36e-40da-a823-ba0601e5686e req-a261bd6c-f4d4-41c9-81a9-596c7121a2f4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:09.776923 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-529e9a5b-b36e-40da-a823-ba0601e5686e req-a261bd6c-f4d4-41c9-81a9-596c7121a2f4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Dec 23 00:32:09.827829 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-529e9a5b-b36e-40da-a823-ba0601e5686e req-305a7882-e4af-4dbd-b286-c749646d49fb tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Dec 23 00:32:09.968118 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd1da-0101-4581-a1d6-8133628bf13c req-fc2e8a94-0444-43b9-9759-202802119bda tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:09.969565 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-12bfd1da-0101-4581-a1d6-8133628bf13c req-fc2e8a94-0444-43b9-9759-202802119bda tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Dec 23 00:32:10.024832 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-12bfd1da-0101-4581-a1d6-8133628bf13c req-c1c5cbe5-482a-43a8-8b8a-b7f04d0fde42 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Dec 23 00:32:10.509983 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11ab23-bf2a-4628-8af8-49ab77eb0ae0 req-0bb98848-7c81-41b6-a623-2712fcf8dfc8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:10.511829 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9d11ab23-bf2a-4628-8af8-49ab77eb0ae0 req-0bb98848-7c81-41b6-a623-2712fcf8dfc8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0531535 Dec 23 00:32:10.557967 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9d11ab23-bf2a-4628-8af8-49ab77eb0ae0 req-7de3be1f-45fa-4cac-b541-0b4f5c8422b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400958 Dec 23 00:32:10.748663 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-712638e9-e723-460f-a1a2-da39ff38b8ca req-3a199d52-32cc-44ed-bdf3-cdad24e41e38 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0258765 Dec 23 00:32:10.800352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b13db-8308-41fc-afca-701ca81a9c7d req-5d24ec14-1983-471e-80e5-b223f219eb64 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:10.801864 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c38b13db-8308-41fc-afca-701ca81a9c7d req-5d24ec14-1983-471e-80e5-b223f219eb64 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0610561 Dec 23 00:32:10.847087 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c38b13db-8308-41fc-afca-701ca81a9c7d req-602a2716-3f02-440b-a200-93194fac6bc8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Dec 23 00:32:10.945370 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2360465-d714-4123-925e-1c7fff6f1f4b req-5c213721-7dcb-47af-8501-a074a92cad5a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:10.947035 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f2360465-d714-4123-925e-1c7fff6f1f4b req-5c213721-7dcb-47af-8501-a074a92cad5a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0538650 Dec 23 00:32:10.993007 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f2360465-d714-4123-925e-1c7fff6f1f4b req-e38fc3b8-e93f-4440-9cbb-bead507dd0e9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Dec 23 00:32:11.142409 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165f631-838d-4df2-920b-ea3c92f4cb6e req-2a92a025-d24d-4dc2-a990-3d1a5a8fabaf tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:11.143854 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d165f631-838d-4df2-920b-ea3c92f4cb6e req-2a92a025-d24d-4dc2-a990-3d1a5a8fabaf tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Dec 23 00:32:11.195863 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d165f631-838d-4df2-920b-ea3c92f4cb6e req-561d1465-178e-4dbf-a989-cf1460bd23cc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Dec 23 00:32:11.697486 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9025e-81e6-43ab-80cd-e0ebd0c58677 req-5eca5ef6-8ff8-41af-be74-bfeff8eaadfd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:11.699238 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dea9025e-81e6-43ab-80cd-e0ebd0c58677 req-5eca5ef6-8ff8-41af-be74-bfeff8eaadfd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0601208 Dec 23 00:32:11.751365 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dea9025e-81e6-43ab-80cd-e0ebd0c58677 req-2f623741-7855-485f-b8a4-ef3402fec926 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Dec 23 00:32:11.852502 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d54e1727-5162-4b06-9bf0-1b613f072645 req-11671688-d2bb-425e-b7a4-113455847adc tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0245264 Dec 23 00:32:11.969841 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601552-b3f4-4273-aeb7-dce1ef4ba07a req-77900d69-3ae8-45bc-befb-2f36052c5d30 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:11.971299 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8a601552-b3f4-4273-aeb7-dce1ef4ba07a req-77900d69-3ae8-45bc-befb-2f36052c5d30 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0469036 Dec 23 00:32:12.019690 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8a601552-b3f4-4273-aeb7-dce1ef4ba07a req-59df06da-a65d-4e0e-8456-cb80a3e26279 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Dec 23 00:32:12.112666 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662252-c2a2-4d0d-9493-6094892d6b8c req-af2e8b1f-cb77-49d6-af30-c0741af7f162 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:12.114098 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a1662252-c2a2-4d0d-9493-6094892d6b8c req-af2e8b1f-cb77-49d6-af30-c0741af7f162 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Dec 23 00:32:12.161685 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a1662252-c2a2-4d0d-9493-6094892d6b8c req-107e8779-17d2-4f75-ac05-95b9f5e51c1d tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Dec 23 00:32:12.326460 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee8803-a571-42cc-9f58-e05bdd39c5c8 req-aefcc442-4241-4df7-a69f-18ae353b1c64 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:12.327941 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9dee8803-a571-42cc-9f58-e05bdd39c5c8 req-aefcc442-4241-4df7-a69f-18ae353b1c64 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Dec 23 00:32:12.383712 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9dee8803-a571-42cc-9f58-e05bdd39c5c8 req-5115ae5a-6bd7-4ab3-befa-c824adbbb25e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Dec 23 00:32:12.613799 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a5cd0-9e9b-4e91-9118-c0f99aa5dc60 req-68747183-5c4d-4629-94d3-770b52beaaa0 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:12.615290 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ec7a5cd0-9e9b-4e91-9118-c0f99aa5dc60 req-68747183-5c4d-4629-94d3-770b52beaaa0 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0481665 Dec 23 00:32:12.687952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ec7a5cd0-9e9b-4e91-9118-c0f99aa5dc60 req-655fa0bd-0647-4c9f-a9e1-370011e00228 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664754 Dec 23 00:32:12.887627 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddfe46-a1f8-4424-8d85-4c6ca25cdc2a req-f8a806e4-5bfb-46cf-97cf-c23407083ecf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:12.889206 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92ddfe46-a1f8-4424-8d85-4c6ca25cdc2a req-f8a806e4-5bfb-46cf-97cf-c23407083ecf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0546708 Dec 23 00:32:12.935024 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92ddfe46-a1f8-4424-8d85-4c6ca25cdc2a req-551a1329-df13-49c9-bc94-8154cd124d6e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Dec 23 00:32:12.948442 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1f4827d3-76fe-4a1d-8525-5ae25ef4dc24 req-61b3962f-f26a-4590-ac7c-6c5cb87740be tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0251930 Dec 23 00:32:13.144003 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598b74-8f8e-4613-a0cd-e58a95dd0c30 req-9d3fc171-b8b3-4da4-acf2-5f9c57bd8495 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:13.145378 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b0598b74-8f8e-4613-a0cd-e58a95dd0c30 req-9d3fc171-b8b3-4da4-acf2-5f9c57bd8495 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0501418 Dec 23 00:32:13.190044 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b0598b74-8f8e-4613-a0cd-e58a95dd0c30 req-a726b14a-6fdf-4376-8c1d-c55dacc93aaf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Dec 23 00:32:13.280569 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429cec-e649-4589-8196-b9b57c20fc87 req-b106622e-3867-4fb5-9dc4-a8837d941361 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:13.289280 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9e429cec-e649-4589-8196-b9b57c20fc87 req-b106622e-3867-4fb5-9dc4-a8837d941361 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0628915 Dec 23 00:32:13.331693 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9e429cec-e649-4589-8196-b9b57c20fc87 req-3b59ebeb-06cd-4e76-9ce1-b41bf5ea18f8 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Dec 23 00:32:13.502276 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bccffd-088f-4f85-a553-89b0e91da6c0 req-f2a3b7f9-d8e7-40c1-89cf-9a5e71e424a3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:13.503682 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-15bccffd-088f-4f85-a553-89b0e91da6c0 req-f2a3b7f9-d8e7-40c1-89cf-9a5e71e424a3 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0467768 Dec 23 00:32:13.554708 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-15bccffd-088f-4f85-a553-89b0e91da6c0 req-727807f5-c94d-4b7e-aabf-59bfb5ec6f9d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Dec 23 00:32:13.811300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1629-f0ba-483e-93aa-06595784d88d req-6db7a5ad-3171-4ece-8e1d-0e543485f31e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:13.812766 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1f7b1629-f0ba-483e-93aa-06595784d88d req-6db7a5ad-3171-4ece-8e1d-0e543485f31e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0553071 Dec 23 00:32:13.872330 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1f7b1629-f0ba-483e-93aa-06595784d88d req-81929e72-310b-4cf7-9730-9439942ecd69 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533245 Dec 23 00:32:14.063604 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-93bc4f19-3126-4cc2-bd70-9ffa5fe51ae9 req-d0dbae1b-acd0-4789-9062-c071d49c2c89 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0250676 Dec 23 00:32:14.067237 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f740e-2af4-46e8-a56a-b9c6fe54b7b2 req-d4f7f91b-3a8e-4403-88b1-7caba4a403fe tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:14.068682 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-102f740e-2af4-46e8-a56a-b9c6fe54b7b2 req-d4f7f91b-3a8e-4403-88b1-7caba4a403fe tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0483177 Dec 23 00:32:14.116027 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-102f740e-2af4-46e8-a56a-b9c6fe54b7b2 req-f116cd39-ba27-4139-97b6-0f8101844312 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412834 Dec 23 00:32:14.315002 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2c12e-5f59-4653-bd00-810981044070 req-4918cdd0-67e6-4a26-9da9-0ba9029db38a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:14.316446 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b3d2c12e-5f59-4653-bd00-810981044070 req-4918cdd0-67e6-4a26-9da9-0ba9029db38a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0503309 Dec 23 00:32:14.362969 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b3d2c12e-5f59-4653-bd00-810981044070 req-eeae1003-3928-4686-bc9c-c49e017180d3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Dec 23 00:32:14.448717 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0615c7-6ecb-46fa-b993-287a53bccb95 req-62f7646f-5a72-4fc6-9b7a-0899799ca356 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:14.450204 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9a0615c7-6ecb-46fa-b993-287a53bccb95 req-62f7646f-5a72-4fc6-9b7a-0899799ca356 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0475802 Dec 23 00:32:14.497510 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9a0615c7-6ecb-46fa-b993-287a53bccb95 req-6d0bcb16-c6c0-413c-9e3a-c58f7d3a7512 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Dec 23 00:32:14.672304 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932a019-e94c-4da3-a626-471fabb40dad req-04d89f1b-7cac-499e-abf6-6f9de00ef0f4 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:14.673819 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f932a019-e94c-4da3-a626-471fabb40dad req-04d89f1b-7cac-499e-abf6-6f9de00ef0f4 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0476074 Dec 23 00:32:14.722232 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f932a019-e94c-4da3-a626-471fabb40dad req-86635a09-6e43-4fb3-9b6b-cd0add09a0ee tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Dec 23 00:32:15.167797 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-10685ce7-3365-44b1-a168-a93e984733aa req-f0c02e28-d4de-4551-a7fb-4e8c6f93da40 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Dec 23 00:32:15.224182 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf51f4-6212-489b-8819-4e4dc98d758a req-7e831cba-b76e-4b28-b3dc-688f3549d6af tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:15.225705 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3edf51f4-6212-489b-8819-4e4dc98d758a req-7e831cba-b76e-4b28-b3dc-688f3549d6af tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.2698436 Dec 23 00:32:15.277998 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2870bb-7a22-4eaf-a617-f12d29036e1f req-82b5827d-a29c-471e-9952-1bb9e61958f6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:15.279468 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-af2870bb-7a22-4eaf-a617-f12d29036e1f req-82b5827d-a29c-471e-9952-1bb9e61958f6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0494144 Dec 23 00:32:15.283277 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3edf51f4-6212-489b-8819-4e4dc98d758a req-15367b2c-81c1-452c-9a40-2aad4934c45d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510209 Dec 23 00:32:15.332272 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-af2870bb-7a22-4eaf-a617-f12d29036e1f req-cf2fb7ee-0642-4413-b56d-021d5ca0c3bf tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461893 Dec 23 00:32:15.483143 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472d4d2-727c-46e7-9c1d-0741672503a2 req-4926e527-4e42-420d-a95c-b3f2a3c1e023 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:15.484872 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1472d4d2-727c-46e7-9c1d-0741672503a2 req-4926e527-4e42-420d-a95c-b3f2a3c1e023 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0497687 Dec 23 00:32:15.534023 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1472d4d2-727c-46e7-9c1d-0741672503a2 req-03657832-92b3-447f-9fcd-ec5a12aadbd9 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Dec 23 00:32:15.614997 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b6a64-f20f-48de-af3f-8df8a2e971df req-412b9194-e7e9-4409-b470-2530e59e1b95 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:15.616726 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d52b6a64-f20f-48de-af3f-8df8a2e971df req-412b9194-e7e9-4409-b470-2530e59e1b95 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Dec 23 00:32:15.670625 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d52b6a64-f20f-48de-af3f-8df8a2e971df req-c6acd5ee-83ae-4193-84aa-cd27b015d63f tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Dec 23 00:32:15.839960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f7fc5-fcfa-4927-af60-92fedf52ce2e req-221b2034-f72a-49f5-bb6b-adfb8817b8c2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:15.841372 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e7f7fc5-fcfa-4927-af60-92fedf52ce2e req-221b2034-f72a-49f5-bb6b-adfb8817b8c2 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0461450 Dec 23 00:32:15.893006 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e7f7fc5-fcfa-4927-af60-92fedf52ce2e req-a0f9fc38-a815-492d-8fd1-b547d1f1d312 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Dec 23 00:32:16.273430 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-59d501c4-0e42-4f5f-b5d4-2a3466d3f833 req-3ba769bc-8869-444f-b838-2c9387cb6f6c tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0248315 Dec 23 00:32:16.420667 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30d67-bdde-44be-b577-b14db2678234 req-a6ea8564-82bd-4daa-a16e-da07e743b815 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:16.422224 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3da30d67-bdde-44be-b577-b14db2678234 req-a6ea8564-82bd-4daa-a16e-da07e743b815 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0624464 Dec 23 00:32:16.463513 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f532-7bd4-4d56-866b-3c8e373182f0 req-c51eea02-65cb-4901-beab-aa7787c0be2d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:16.466285 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aeb2f532-7bd4-4d56-866b-3c8e373182f0 req-c51eea02-65cb-4901-beab-aa7787c0be2d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0539024 Dec 23 00:32:16.483630 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3da30d67-bdde-44be-b577-b14db2678234 req-307a9354-7360-4dc7-9e7d-94894a1eb937 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541434 Dec 23 00:32:16.511683 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aeb2f532-7bd4-4d56-866b-3c8e373182f0 req-4d991e24-4609-4dba-a2cf-7bc0bf2fa526 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Dec 23 00:32:16.661191 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7f6a-5da1-4675-a1fd-08c1708aff98 req-e6d6e942-64d7-4d3d-872b-61637535883a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:16.662657 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9bcf7f6a-5da1-4675-a1fd-08c1708aff98 req-e6d6e942-64d7-4d3d-872b-61637535883a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0469818 Dec 23 00:32:16.714356 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9bcf7f6a-5da1-4675-a1fd-08c1708aff98 req-416899ed-1e5b-4bc6-9c8c-2f951b09f257 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Dec 23 00:32:16.803441 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16853c2f-a7b3-4b98-bfcb-16813f0661ed req-daeb081b-b1f0-4c4b-a369-d3334d74fff0 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:16.804951 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-16853c2f-a7b3-4b98-bfcb-16813f0661ed req-daeb081b-b1f0-4c4b-a369-d3334d74fff0 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Dec 23 00:32:16.850831 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-16853c2f-a7b3-4b98-bfcb-16813f0661ed req-dd9982e7-21a0-4dda-942d-67188acaaafe tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Dec 23 00:32:17.017587 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010f5e-78a4-498a-8279-7d0d312857f6 req-d5ef5de5-e378-4e0e-a3ce-b1006c3de65a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:17.019019 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d010f5e-78a4-498a-8279-7d0d312857f6 req-d5ef5de5-e378-4e0e-a3ce-b1006c3de65a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0522501 Dec 23 00:32:17.066961 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d010f5e-78a4-498a-8279-7d0d312857f6 req-a04dce11-c40c-4692-af69-e43884408dba tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Dec 23 00:32:17.374556 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-697f51f3-472d-4d43-b303-8d2a360dc20e req-25edd107-6f29-4769-80fb-d985be34ba80 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Dec 23 00:32:17.617003 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b916c5-35d5-4bd1-8a1f-cb646c4d9aec req-5b9e9fc0-2c9e-448e-8479-f1edd52b2699 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:17.618538 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-17b916c5-35d5-4bd1-8a1f-cb646c4d9aec req-5b9e9fc0-2c9e-448e-8479-f1edd52b2699 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0604446 Dec 23 00:32:17.668625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c358-6c29-490b-92b1-7f4929b1731c req-e6be8fc0-610c-4957-be9f-b4869c9713f5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:17.670171 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-daf3c358-6c29-490b-92b1-7f4929b1731c req-e6be8fc0-610c-4957-be9f-b4869c9713f5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0856445 Dec 23 00:32:17.700508 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-17b916c5-35d5-4bd1-8a1f-cb646c4d9aec req-de205783-84fc-4463-b65b-0ab52c8bdbe5 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758305 Dec 23 00:32:17.718283 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-daf3c358-6c29-490b-92b1-7f4929b1731c req-cfa4a705-7b8a-4b01-b31b-e0479ec6888a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Dec 23 00:32:17.861847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71533-1a30-40be-b1ad-892d6590eeed req-d6fa0a47-8db4-4352-92a3-a8c1416ad369 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:17.863854 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0fc71533-1a30-40be-b1ad-892d6590eeed req-d6fa0a47-8db4-4352-92a3-a8c1416ad369 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0666466 Dec 23 00:32:17.913106 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0fc71533-1a30-40be-b1ad-892d6590eeed req-3b9c6c7a-416b-4d11-96a1-160eb1605abe tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Dec 23 00:32:17.968936 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6396-5184-40fa-a6f1-c70dd91a0ab6 req-886e00e1-3d69-4ab7-a787-5f075d4efc84 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:17.976340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f15a6396-5184-40fa-a6f1-c70dd91a0ab6 req-886e00e1-3d69-4ab7-a787-5f075d4efc84 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0583863 Dec 23 00:32:18.021472 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f15a6396-5184-40fa-a6f1-c70dd91a0ab6 req-8bca54f8-8025-4c21-a1ec-24fcb9922823 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Dec 23 00:32:18.190439 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb94b8-725e-4740-ab7f-b5c5d68b7bdb req-fade950b-a0b4-4206-a983-e84d5088ecbc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:18.191829 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ceeb94b8-725e-4740-ab7f-b5c5d68b7bdb req-fade950b-a0b4-4206-a983-e84d5088ecbc tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Dec 23 00:32:18.238668 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ceeb94b8-725e-4740-ab7f-b5c5d68b7bdb req-36fccb6f-dbb3-486b-bac4-aed6550acae5 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Dec 23 00:32:18.468906 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-efa49dae-d856-4c80-b5be-01fe82546409 req-a036f7c0-558d-4038-bf5e-b36a825012b4 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0255673 Dec 23 00:32:18.821236 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b7f33-effd-450e-a063-16646e8c5a65 req-e72ee16d-d0d9-421b-a192-2686c2cae0c3 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:18.822719 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cf5b7f33-effd-450e-a063-16646e8c5a65 req-e72ee16d-d0d9-421b-a192-2686c2cae0c3 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0498536 Dec 23 00:32:18.843553 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f69f-d1fd-4d0a-b567-21525455b575 req-12878927-6d48-47b4-884f-f281c3636686 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:18.844991 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-04b2f69f-d1fd-4d0a-b567-21525455b575 req-12878927-6d48-47b4-884f-f281c3636686 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0534186 Dec 23 00:32:18.885822 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cf5b7f33-effd-450e-a063-16646e8c5a65 req-e2163e38-bed2-4c68-98eb-21a30e77c919 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567758 Dec 23 00:32:18.891719 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-04b2f69f-d1fd-4d0a-b567-21525455b575 req-3b0f7dd5-d861-4cf1-9383-20373b4b07c1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Dec 23 00:32:19.030918 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6331e-8a87-442e-b9a7-0fcacb4b7e79 req-9437a5fc-f962-4093-b218-620fee922933 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.032383 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dfe6331e-8a87-442e-b9a7-0fcacb4b7e79 req-9437a5fc-f962-4093-b218-620fee922933 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0505478 Dec 23 00:32:19.079539 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dfe6331e-8a87-442e-b9a7-0fcacb4b7e79 req-4fedfa9b-5d14-4405-9a99-790c4847a570 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Dec 23 00:32:19.137478 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c39d2b-11a8-468c-9a92-426fb05b3537 req-cbb97027-fd8e-468d-9e94-f70c76f140e1 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.138983 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e2c39d2b-11a8-468c-9a92-426fb05b3537 req-cbb97027-fd8e-468d-9e94-f70c76f140e1 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Dec 23 00:32:19.190708 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e2c39d2b-11a8-468c-9a92-426fb05b3537 req-d8d66875-0bee-45dd-843f-112be4a0f89e tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Dec 23 00:32:19.362852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a73b0f-4650-49e8-b382-8789c0fac913 req-019a06d1-024f-4a11-a5e7-ca75b43fb93b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.364228 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1a73b0f-4650-49e8-b382-8789c0fac913 req-019a06d1-024f-4a11-a5e7-ca75b43fb93b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Dec 23 00:32:19.418281 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c1a73b0f-4650-49e8-b382-8789c0fac913 req-4f3aef8b-015a-41a0-aef1-6b8d72650043 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Dec 23 00:32:19.567287 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-03adcccf-604a-44d4-bf73-3ae0c490d62f req-d7b10663-d84f-48eb-b48e-8b4dfabf85c0 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Dec 23 00:32:19.742930 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-e4aad5e0-e54a-4b46-be4e-b77a33dda649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.744416 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-e4aad5e0-e54a-4b46-be4e-b77a33dda649 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1137 time: 0.0452614 Dec 23 00:32:19.755146 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986bb41-bc43-4b5a-b250-838fba42670c req-013f6e50-542c-4a31-855c-8b77c1ff0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.756721 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8986bb41-bc43-4b5a-b250-838fba42670c req-013f6e50-542c-4a31-855c-8b77c1ff0d3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 1098 time: 0.0429456 Dec 23 00:32:19.833501 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8986bb41-bc43-4b5a-b250-838fba42670c req-d9ecb50e-61c4-4a47-8c94-2b2a54c6548e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 Dec 23 00:32:19.837112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-4d4d6877-1379-4147-b5fd-99373551ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:19.838599 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-4d4d6877-1379-4147-b5fd-99373551ff71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.0842166 Dec 23 00:32:20.015166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1b9f-b3b4-45f8-86ac-f2cf4650814d req-563a0ee7-c0e5-4a91-a38e-d9e0e5b422a2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.016628 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-10fb1b9f-b3b4-45f8-86ac-f2cf4650814d req-563a0ee7-c0e5-4a91-a38e-d9e0e5b422a2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0485055 Dec 23 00:32:20.022330 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25cbd-d989-4a3a-a4c5-3dcac8667b40 req-2b7793cb-1938-4c66-8eb4-59d5d8981184 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.023799 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9fc25cbd-d989-4a3a-a4c5-3dcac8667b40 req-2b7793cb-1938-4c66-8eb4-59d5d8981184 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0474422 Dec 23 00:32:20.069300 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9fc25cbd-d989-4a3a-a4c5-3dcac8667b40 req-2bf7e990-63fe-4a7a-941a-91182bb9a451 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Dec 23 00:32:20.080213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-10fb1b9f-b3b4-45f8-86ac-f2cf4650814d req-62ee0678-cdcd-4dd7-a8ee-23a43197d54c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573642 Dec 23 00:32:20.192295 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdfe2-a538-41d3-bcdb-d371e6b0be4f req-d22ba5ad-5a8c-49bd-a830-ac49513704cf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.193778 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4bcfdfe2-a538-41d3-bcdb-d371e6b0be4f req-d22ba5ad-5a8c-49bd-a830-ac49513704cf tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0473886 Dec 23 00:32:20.249284 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4bcfdfe2-a538-41d3-bcdb-d371e6b0be4f req-09b3955f-0e75-4987-8989-7ac74ecf385e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Dec 23 00:32:20.252293 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-84a9fb44-5981-4fcc-9968-5cce3bb6ed05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 1000 time: 0.0624170 Dec 23 00:32:20.332268 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caada5-7748-40cd-af58-442532e6dd60 req-13f5563a-8dc2-45ef-8bf2-4a044a89ffe7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.333761 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53caada5-7748-40cd-af58-442532e6dd60 req-13f5563a-8dc2-45ef-8bf2-4a044a89ffe7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0764873 Dec 23 00:32:20.359911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-a4f53697-f5d9-4d01-9cd2-2a28a3c8eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.361264 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-a4f53697-f5d9-4d01-9cd2-2a28a3c8eb6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0675502 Dec 23 00:32:20.410920 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53caada5-7748-40cd-af58-442532e6dd60 req-300d4638-1c3f-4f2c-bf58-c60697c9bef8 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Dec 23 00:32:20.423893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-df772883-edbd-4a72-8295-50285cbca223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.425359 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-df772883-edbd-4a72-8295-50285cbca223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518663 Dec 23 00:32:20.522918 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-d646b9fa-a62d-4233-be23-7e1680ddf8d5 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Dec 23 00:32:20.535129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5542d-62ba-4082-9355-36cd88d19af6 req-8e3bb2b9-bae9-417c-a542-80b89042bb96 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:20.536583 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a4e5542d-62ba-4082-9355-36cd88d19af6 req-8e3bb2b9-bae9-417c-a542-80b89042bb96 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Dec 23 00:32:20.586126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a4e5542d-62ba-4082-9355-36cd88d19af6 req-41c2a63f-41c7-4835-aa24-c682c86d109d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Dec 23 00:32:20.615108 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2dfa0902-fadf-4426-a9da-25992bcdc255 req-0bd6d81d-8f44-407e-8321-5c28d1e3763f service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841131 Dec 23 00:32:20.674154 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2572847c-0934-4782-a9f5-16859e712378 req-6c7934a2-03ea-4102-b0c1-0d99f2b8d8c8 tempest-VolumesActionsTest-113751902 tempest-VolumesActionsTest-113751902-project] 10.222.0.24 "GET /v2.0/ports?device_id=2abd99cb-6047-4754-a81e-d3dbb38b81e1 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Dec 23 00:32:21.202532 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f4e6-6f57-4d01-afc2-14d4e4fd6afc req-9968bf52-8226-411b-92a3-8dcd4793ad4d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.205995 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9200f4e6-6f57-4d01-afc2-14d4e4fd6afc req-9968bf52-8226-411b-92a3-8dcd4793ad4d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0538383 Dec 23 00:32:21.207294 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf80806-1f0e-4d1b-8f27-3e03f5265a5a req-97dbb10a-849c-438a-acd4-cec21b15ab2e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.208788 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3bf80806-1f0e-4d1b-8f27-3e03f5265a5a req-97dbb10a-849c-438a-acd4-cec21b15ab2e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0522959 Dec 23 00:32:21.251986 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9200f4e6-6f57-4d01-afc2-14d4e4fd6afc req-37b736e0-1e4e-4559-8c1f-98d4bec6c3c4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Dec 23 00:32:21.289772 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3bf80806-1f0e-4d1b-8f27-3e03f5265a5a req-e5058d7f-8d06-4a79-b6c3-b5ca8b6ec010 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744846 Dec 23 00:32:21.302478 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc4e1f-fab9-4d8a-8a7c-4341fadd717f req-8d8c9850-d24e-438d-95d4-023a71123100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.303955 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-eebc4e1f-fab9-4d8a-8a7c-4341fadd717f req-8d8c9850-d24e-438d-95d4-023a71123100 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0529542 Dec 23 00:32:21.383696 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6e14-fe7e-4f87-9ab2-20af827ba67e req-7b4f13f0-3c49-4d0b-ba78-160fa95b61da tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.385402 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e51c6e14-fe7e-4f87-9ab2-20af827ba67e req-7b4f13f0-3c49-4d0b-ba78-160fa95b61da tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0526283 Dec 23 00:32:21.417976 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-eebc4e1f-fab9-4d8a-8a7c-4341fadd717f req-a58ab799-fc56-44b9-bc6b-8416a4491a55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Dec 23 00:32:21.433971 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e51c6e14-fe7e-4f87-9ab2-20af827ba67e req-992afb46-4356-42e9-b5bb-daa98adb7961 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Dec 23 00:32:21.526208 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39154c9f-f820-4bd0-bb5d-36d4f32cb474 req-c3b4151f-2296-44f9-b053-92a661d39ea9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.527671 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-39154c9f-f820-4bd0-bb5d-36d4f32cb474 req-c3b4151f-2296-44f9-b053-92a661d39ea9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Dec 23 00:32:21.582271 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-39154c9f-f820-4bd0-bb5d-36d4f32cb474 req-739648fc-e109-4e1d-9f98-526447503f4a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Dec 23 00:32:21.702840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5b20-9d65-4ae0-b1ba-0f780bd25d76 req-aa6a4821-4231-4b59-8104-86bec9220e9c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:21.704196 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67ba5b20-9d65-4ae0-b1ba-0f780bd25d76 req-aa6a4821-4231-4b59-8104-86bec9220e9c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0469255 Dec 23 00:32:21.757834 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-67ba5b20-9d65-4ae0-b1ba-0f780bd25d76 req-c216eb16-ab83-4ff8-ac51-08433e53d9f0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Dec 23 00:32:22.373650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec67af-8183-4901-a2d8-ecba3ad3cf57 req-1dfd6260-b15c-4e3b-9ad5-df0b70ea5db6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:22.375184 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92ec67af-8183-4901-a2d8-ecba3ad3cf57 req-1dfd6260-b15c-4e3b-9ad5-df0b70ea5db6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0493367 Dec 23 00:32:22.413485 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd42cf-64f6-4b1b-9521-59c54961c787 req-a198f04e-4474-4ece-971b-6e38e71d9567 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:22.415627 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1cd42cf-64f6-4b1b-9521-59c54961c787 req-a198f04e-4474-4ece-971b-6e38e71d9567 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0560453 Dec 23 00:32:22.425320 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92ec67af-8183-4901-a2d8-ecba3ad3cf57 req-f4addefd-dafe-46d5-be59-b2164240da2a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Dec 23 00:32:22.484370 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1cd42cf-64f6-4b1b-9521-59c54961c787 req-62e50281-e0a2-4dcf-9afb-07582871f7ad tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616868 Dec 23 00:32:22.545503 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3141235-eea4-4853-821d-e7e8422cbfc7 req-07e8ec5c-49c6-4d25-ab57-28a43982147d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:22.546955 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b3141235-eea4-4853-821d-e7e8422cbfc7 req-07e8ec5c-49c6-4d25-ab57-28a43982147d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0465016 Dec 23 00:32:22.592918 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b3141235-eea4-4853-821d-e7e8422cbfc7 req-f0aa2b5b-23ad-4446-a788-dcc5b512879e tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Dec 23 00:32:22.699538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95c3eb-a1b8-4806-aab4-cd59b977d771 req-9ba4b89e-d66f-49d7-afb5-b55d3bd76b63 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:22.700927 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fe95c3eb-a1b8-4806-aab4-cd59b977d771 req-9ba4b89e-d66f-49d7-afb5-b55d3bd76b63 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Dec 23 00:32:22.749527 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fe95c3eb-a1b8-4806-aab4-cd59b977d771 req-69c162ac-e37d-4407-8032-790535faccb7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Dec 23 00:32:22.877110 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e74a1-cb74-4ecd-bc88-7a9f67dc28ed req-72aaacb5-12f6-4851-a058-d2aa5ac4de3e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:22.878636 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b0e74a1-cb74-4ecd-bc88-7a9f67dc28ed req-72aaacb5-12f6-4851-a058-d2aa5ac4de3e tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0521586 Dec 23 00:32:22.925767 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b0e74a1-cb74-4ecd-bc88-7a9f67dc28ed req-c7cf10d2-1d0e-4ac2-aeeb-72e1c39f22a6 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Dec 23 00:32:23.555178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345df2ec-6e63-44a0-b4fe-8b62da2d3228 req-15a6b973-649e-45be-8914-b05ce0772d4c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:23.557636 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-345df2ec-6e63-44a0-b4fe-8b62da2d3228 req-15a6b973-649e-45be-8914-b05ce0772d4c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0490797 Dec 23 00:32:23.599909 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119b1e8-0a62-4e73-9c91-65cbb046b8d3 req-1f24afeb-c225-4e79-a851-9a7035adeb1d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:23.601400 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c119b1e8-0a62-4e73-9c91-65cbb046b8d3 req-1f24afeb-c225-4e79-a851-9a7035adeb1d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0494618 Dec 23 00:32:23.604757 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-345df2ec-6e63-44a0-b4fe-8b62da2d3228 req-f53b75f7-bcc8-4499-bbd4-b77e47eb7d52 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 Dec 23 00:32:23.665112 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c119b1e8-0a62-4e73-9c91-65cbb046b8d3 req-ccf600bf-4eba-4709-8998-06b8556b56f5 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572393 Dec 23 00:32:23.711020 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058a298-25d7-4ea2-8d57-2bac60015d98 req-a655da48-79f0-46f3-a5fe-908c297e8716 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:23.712890 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f058a298-25d7-4ea2-8d57-2bac60015d98 req-a655da48-79f0-46f3-a5fe-908c297e8716 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Dec 23 00:32:23.758790 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f058a298-25d7-4ea2-8d57-2bac60015d98 req-617e52e9-d9a3-4453-bad2-141960d579b5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Dec 23 00:32:24.052299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782fdd7-4cc6-4418-aada-42aae5d91a36 req-bfde8392-10ac-4002-a607-c068beb50b15 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:24.053778 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5782fdd7-4cc6-4418-aada-42aae5d91a36 req-bfde8392-10ac-4002-a607-c068beb50b15 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0557966 Dec 23 00:32:24.102680 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5782fdd7-4cc6-4418-aada-42aae5d91a36 req-1e3adcd5-3a39-4f92-9b62-7cf57ea1735f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 Dec 23 00:32:24.732564 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94c924-aeb8-44b0-8d58-5ecf728521f8 req-4d4b2f64-72a5-47a1-8f1a-ab219fe6314e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:24.734050 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ab94c924-aeb8-44b0-8d58-5ecf728521f8 req-4d4b2f64-72a5-47a1-8f1a-ab219fe6314e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0488930 Dec 23 00:32:24.779493 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ab94c924-aeb8-44b0-8d58-5ecf728521f8 req-7adc763c-bcca-446b-ab4d-52d6c5135154 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Dec 23 00:32:24.780236 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b366-5b4c-46e6-90a2-47ba54fad32e req-7996647d-b71d-41ed-a91a-c8d920efca20 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:24.781187 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9249b366-5b4c-46e6-90a2-47ba54fad32e req-7996647d-b71d-41ed-a91a-c8d920efca20 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0493381 Dec 23 00:32:24.843164 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9249b366-5b4c-46e6-90a2-47ba54fad32e req-02147028-1a96-4fe9-abda-f6b194ff90f7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560300 Dec 23 00:32:24.886373 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2850a0-ed56-4089-895a-6def2a7158b9 req-b76dfc3a-4946-43f1-a498-a13c3ea32b6f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:24.887836 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-be2850a0-ed56-4089-895a-6def2a7158b9 req-b76dfc3a-4946-43f1-a498-a13c3ea32b6f tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0513384 Dec 23 00:32:24.933163 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-be2850a0-ed56-4089-895a-6def2a7158b9 req-7ffef772-f434-4f92-91da-a0b5530b1afc tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Dec 23 00:32:25.225671 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9cb3e-b28d-4335-909d-9f144b681dbc req-0a2b5728-cb4f-44a8-84a4-cdf8d8e5f71f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:25.227161 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a6c9cb3e-b28d-4335-909d-9f144b681dbc req-0a2b5728-cb4f-44a8-84a4-cdf8d8e5f71f tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Dec 23 00:32:25.273778 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a6c9cb3e-b28d-4335-909d-9f144b681dbc req-03bf73db-5c5c-4dd0-9f0f-01f30183f325 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Dec 23 00:32:25.894465 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-bffb2ba0-4bfd-4248-84c5-50182d481554 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:25.895186 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-bffb2ba0-4bfd-4248-84c5-50182d481554 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 945 time: 0.0535414 Dec 23 00:32:25.921383 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252a62-0545-45c0-8e1d-a1de6ee6059d req-da77ec1b-bfa6-4536-bece-f8fc3c8d1999 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:25.923058 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a2252a62-0545-45c0-8e1d-a1de6ee6059d req-da77ec1b-bfa6-4536-bece-f8fc3c8d1999 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0718141 Dec 23 00:32:25.973124 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a2252a62-0545-45c0-8e1d-a1de6ee6059d req-205218bc-b1fe-4961-af1e-460e8cae5c0f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Dec 23 00:32:26.025782 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2fc34-6083-4a6d-b527-4dff0759dc35 req-983ec39e-803a-4af6-925f-7feb6f052ea1 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.027331 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-81f2fc34-6083-4a6d-b527-4dff0759dc35 req-983ec39e-803a-4af6-925f-7feb6f052ea1 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0853634 Dec 23 00:32:26.077485 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff314fb4-b544-403c-8edf-d414d1511d36 req-57f69309-68c2-44e4-8a86-04e4318d144c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.078081 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Deleting port eb41adef-a57e-4668-adcd-783a4755d95e {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:26.078416 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:26.079016 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ff314fb4-b544-403c-8edf-d414d1511d36 req-57f69309-68c2-44e4-8a86-04e4318d144c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0458362 Dec 23 00:32:26.119224 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-81f2fc34-6083-4a6d-b527-4dff0759dc35 req-08615d8a-6911-45e9-a0ae-0d614a71b1ab tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848768 Dec 23 00:32:26.132818 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ff314fb4-b544-403c-8edf-d414d1511d36 req-6c6f0777-dc99-40a0-918b-4a253eced2df tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Dec 23 00:32:26.190124 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] For port eb41adef-a57e-4668-adcd-783a4755d95e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=eb41adef-a57e-4668-adcd-783a4755d95e,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:26.190475 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:26.202963 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Calling delete_port for eb41adef-a57e-4668-adcd-783a4755d95e owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:26.343318 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:26.394990 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d', '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'e18298cf-e0bb-42c4-b188-9b096ca405fb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:26.406276 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event deleted for resources: {'Port': ['ID=eb41adef-a57e-4668-adcd-783a4755d95e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:26.429617 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-87b5b0d8-b93e-4893-8536-a1fd48fd7e21 req-a4075d4b-6c8e-4a34-abe7-77fbae10785d tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d9269c-6d01-4e56-9c5e-ca855cde58f3 HTTP/1.1" status: 200 len: 210 time: 0.0752711 Dec 23 00:32:26.454442 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] No DVR routers for this DVR port eb41adef-a57e-4668-adcd-783a4755d95e on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:26.458026 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:26.462049 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b26f6c9f-89f6-4993-a932-c7085068f007 req-8633cb95-dcdf-4323-80df-3626e8991d0b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "DELETE /v2.0/ports/eb41adef-a57e-4668-adcd-783a4755d95e HTTP/1.1" status: 204 len: 173 time: 0.5566745 Dec 23 00:32:26.462598 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'name': 'network-vif-deleted', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:26.465606 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89d344-84a0-4026-a70f-06e44cf560d9" -d '{"events": [{"server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "name": "network-vif-deleted", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:26.494275 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091911f-0b6b-48bd-870c-59cd8aee8f4d req-93a39c92-ac5f-4da1-bd85-7c7b96351968 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.501674 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f091911f-0b6b-48bd-870c-59cd8aee8f4d req-93a39c92-ac5f-4da1-bd85-7c7b96351968 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0863039 Dec 23 00:32:26.511437 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-5f2bd110-e629-4956-a497-2a352ad3f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.512963 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-5f2bd110-e629-4956-a497-2a352ad3f459 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ab041b0ca614acbab0b1737260bfa51&device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 1099 time: 0.0729201 Dec 23 00:32:26.513993 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-043f898d-e873-4e32-bdc9-70a95827837d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:26.527239 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ab8b8-7a68-4420-8e0e-e924a172ee08 x-openstack-request-id: req-ef7ab8b8-7a68-4420-8e0e-e924a172ee08 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:26.527733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9269c-6d01-4e56-9c5e-ca855cde58f3", "name": "network-vif-deleted", "tag": "eb41adef-a57e-4668-adcd-783a4755d95e", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:26.528491 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef7ab8b8-7a68-4420-8e0e-e924a172ee08 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:26.528491 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9269c-6d01-4e56-9c5e-ca855cde58f3', 'name': 'network-vif-deleted', 'tag': 'eb41adef-a57e-4668-adcd-783a4755d95e', 'status': 'completed', 'code': 200} Dec 23 00:32:26.578222 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f091911f-0b6b-48bd-870c-59cd8aee8f4d req-39cce055-b1fd-468d-b2a7-e125145f7fca tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755174 Dec 23 00:32:26.643187 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device eb41adef-a57e-4668-adcd-783a4755d95e no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:26.652946 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-4187f2cb-77ed-4dc3-b7c4-0f1949b367d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.654537 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-4187f2cb-77ed-4dc3-b7c4-0f1949b367d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 200 len: 920 time: 0.1259043 Dec 23 00:32:26.667010 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: eb41adef-a57e-4668-adcd-783a4755d95e {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:26.667349 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device eb41adef-a57e-4668-adcd-783a4755d95e not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:26.751036 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-a6036fea-5880-4b49-b3d8-84098cb28756 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0361881 Dec 23 00:32:26.805179 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-c73d04b3-9296-4028-9b1c-874959debd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:26.806685 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-c73d04b3-9296-4028-9b1c-874959debd5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 200 len: 859 time: 0.0407715 Dec 23 00:32:26.854902 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-911dc474-fd82-44f8-b1ba-868c9950e321 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d529fba-942c-4c0c-aa5d-e2a45b604dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260241 Dec 23 00:32:26.946178 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-5878045f-e0a1-4039-a89d-3a18af9ead70 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783670 Dec 23 00:32:27.037595 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ee969ebb-7e08-4968-9d65-d5f1256964b8 req-c2da7f3c-e107-4bd0-a2fd-660141b7e074 service neutron] 10.222.0.43 "GET /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820467 Dec 23 00:32:27.105801 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111343-e507-4ea5-a9be-6018d37358dc req-22830b87-3e2b-425f-be1c-56b0b8beb807 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:27.107443 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-63111343-e507-4ea5-a9be-6018d37358dc req-22830b87-3e2b-425f-be1c-56b0b8beb807 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0588832 Dec 23 00:32:27.158801 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-63111343-e507-4ea5-a9be-6018d37358dc req-9155e665-bbe5-41f6-9176-a0cce881b989 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Dec 23 00:32:27.297020 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2abcd-072c-4b9f-a0c1-742438102c00 req-2e66372c-155c-4aa2-9786-581e1eb98924 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:27.299373 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f4d2abcd-072c-4b9f-a0c1-742438102c00 req-2e66372c-155c-4aa2-9786-581e1eb98924 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0608270 Dec 23 00:32:27.365314 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f4d2abcd-072c-4b9f-a0c1-742438102c00 req-7cb9939d-43e6-4104-a96c-c082938ebb40 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590060 Dec 23 00:32:27.723867 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ee31-edf4-4697-a3d4-b07a16c83c9e req-a87d01d5-18b7-4461-bb4f-6b0bd9e50652 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:27.725355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-48a4ee31-edf4-4697-a3d4-b07a16c83c9e req-a87d01d5-18b7-4461-bb4f-6b0bd9e50652 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Dec 23 00:32:27.775986 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-48a4ee31-edf4-4697-a3d4-b07a16c83c9e req-a9b3b3af-d0a3-4864-ae58-e6b3ca5f9335 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Dec 23 00:32:28.316900 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560379f-c41c-4b8b-9f37-3cddad73b07e req-37dba556-bcd4-4bc1-a354-69e83e9d6bfa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:28.318444 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f560379f-c41c-4b8b-9f37-3cddad73b07e req-37dba556-bcd4-4bc1-a354-69e83e9d6bfa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 943 time: 0.0644875 Dec 23 00:32:28.366684 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f560379f-c41c-4b8b-9f37-3cddad73b07e req-2ef13a90-620a-49f1-b2f5-731952852de6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Dec 23 00:32:28.513819 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7ab8d-5527-4c1f-befe-4d256a1f22db req-6631526a-bf4f-4b2a-b51d-44d2fcfb1d30 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:28.516126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1cf7ab8d-5527-4c1f-befe-4d256a1f22db req-6631526a-bf4f-4b2a-b51d-44d2fcfb1d30 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0790174 Dec 23 00:32:28.545230 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3ebfef10-8474-488c-92e2-5933abcd3b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:28.593191 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1cf7ab8d-5527-4c1f-befe-4d256a1f22db req-4b8dc95f-b918-4279-9e2a-55394ce7bf07 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593548 Dec 23 00:32:28.625330 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:32:28.738594 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:28.753202 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '6e034844-293a-40ab-b9c7-abb62900daaf', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '6e034844-293a-40ab-b9c7-abb62900daaf', 'mac_address': 'fa:16:3e:47:85:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:32:28.801395 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:28.829894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:32:28.855468 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:28.872144 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:28.910834 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f341e2-0d66-44eb-a53f-871e02075434 req-632431e6-7f50-4830-a3df-ccc23c899022 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:28.920081 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c8f341e2-0d66-44eb-a53f-871e02075434 req-632431e6-7f50-4830-a3df-ccc23c899022 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0644414 Dec 23 00:32:28.925333 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=9']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:28.936202 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.936821 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.937336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.937881 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.938400 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.938881 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.939440 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.939978 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da21d0c-2f64-425f-936d-6e939705f18d req-70014e6a-8592-4d8e-9c8b-0448fd6d2be3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:28.940223 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.940734 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.941235 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.941753 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.942828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.943344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:28.950104 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7da21d0c-2f64-425f-936d-6e939705f18d req-70014e6a-8592-4d8e-9c8b-0448fd6d2be3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0978203 Dec 23 00:32:28.988714 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c8f341e2-0d66-44eb-a53f-871e02075434 req-90b755cb-8db6-4fa9-af4b-70952a9f0012 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668700 Dec 23 00:32:29.010966 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7da21d0c-2f64-425f-936d-6e939705f18d req-f44a0671-bb56-498a-b79e-71e765f1f289 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597425 Dec 23 00:32:29.250775 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:29.459363 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6e034844-293a-40ab-b9c7-abb62900daaf'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:29.499412 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9630-ef99-4328-9feb-5d1b291fa616 req-6e18bebe-c142-4c2b-9ccf-a8f2f1263228 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:29.502193 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3eca9630-ef99-4328-9feb-5d1b291fa616 req-6e18bebe-c142-4c2b-9ccf-a8f2f1263228 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0607510 Dec 23 00:32:29.570882 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3eca9630-ef99-4328-9feb-5d1b291fa616 req-902016f8-1b4e-44ff-83de-7bd9c4b0d2e9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592303 Dec 23 00:32:29.716735 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513881-7595-4804-8802-6658df412903 req-636dda95-5225-42c8-a15b-7bd63ce11897 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:29.718389 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a3513881-7595-4804-8802-6658df412903 req-636dda95-5225-42c8-a15b-7bd63ce11897 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0531209 Dec 23 00:32:29.744226 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:29.783226 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a3513881-7595-4804-8802-6658df412903 req-82666a37-0215-4f1f-8e63-502c7f54ba2d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578189 Dec 23 00:32:30.108424 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d6cd2-b7ac-4b4f-b618-5df1ab4c2f40 req-6c775c39-170c-4181-9547-48282328fb94 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:30.114864 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9e9d6cd2-b7ac-4b4f-b618-5df1ab4c2f40 req-6c775c39-170c-4181-9547-48282328fb94 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0555403 Dec 23 00:32:30.151653 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9119f-129c-409b-8ff8-a12553e78ba6 req-30d4d506-f984-431d-93d5-a3a61ee6b123 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:30.153239 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-96e9119f-129c-409b-8ff8-a12553e78ba6 req-30d4d506-f984-431d-93d5-a3a61ee6b123 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0672021 Dec 23 00:32:30.178660 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9e9d6cd2-b7ac-4b4f-b618-5df1ab4c2f40 req-67030095-9c18-444f-bb6d-ef3e515dfda0 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Dec 23 00:32:30.203053 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-96e9119f-129c-409b-8ff8-a12553e78ba6 req-49dabaec-d982-4699-98cf-c377d9da3e66 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Dec 23 00:32:30.700375 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030dab8-ad6e-4e21-9c13-bea771ba6ed9 req-bf3935db-ab59-4982-8652-6fff90d1f0a6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:30.701898 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6030dab8-ad6e-4e21-9c13-bea771ba6ed9 req-bf3935db-ab59-4982-8652-6fff90d1f0a6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Dec 23 00:32:30.752852 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6030dab8-ad6e-4e21-9c13-bea771ba6ed9 req-f88a29de-067b-4bd6-8108-a65357a4f59a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 Dec 23 00:32:30.900657 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b390d5-d214-43c6-b5da-03467a6c5c18 req-602a621f-ed2d-410e-8578-6a18669120a8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:30.902182 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4b390d5-d214-43c6-b5da-03467a6c5c18 req-602a621f-ed2d-410e-8578-6a18669120a8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0485876 Dec 23 00:32:30.965668 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4b390d5-d214-43c6-b5da-03467a6c5c18 req-3baf411d-b16a-48c4-b0ff-e45f4161b28d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572414 Dec 23 00:32:31.222876 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:31.301062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac724-1e2e-4dd5-8e83-7ad8763482e7 req-b4c8ead0-312d-4b81-b811-447d4c62651a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:31.302664 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29ac724-1e2e-4dd5-8e83-7ad8763482e7 req-b4c8ead0-312d-4b81-b811-447d4c62651a tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0531180 Dec 23 00:32:31.352488 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29ac724-1e2e-4dd5-8e83-7ad8763482e7 req-9556168f-63cd-43d8-b512-895087de66cf tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Dec 23 00:32:31.695857 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:32:31.875696 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2d6ff-4119-4e77-a46d-4dbacb3c1649 req-514c33f9-401a-47b7-9268-6729ea763a0a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:31.877652 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-62b2d6ff-4119-4e77-a46d-4dbacb3c1649 req-514c33f9-401a-47b7-9268-6729ea763a0a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0514858 Dec 23 00:32:31.941221 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-62b2d6ff-4119-4e77-a46d-4dbacb3c1649 req-55f0a54b-adad-4ee7-8e8e-5c742c8c112c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569048 Dec 23 00:32:31.968896 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f994e-4e9d-490c-804e-76ab1e84709f req-ff85a31f-0edb-45d9-ab99-a217e295bf10 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:31.970585 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-967f994e-4e9d-490c-804e-76ab1e84709f req-ff85a31f-0edb-45d9-ab99-a217e295bf10 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0710943 Dec 23 00:32:32.080967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:32.131109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b8fb9-0254-48f6-b954-09ef5f0383cf req-6408a9b7-6171-4895-8f25-5033452beb93 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:32.132744 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6c0b8fb9-0254-48f6-b954-09ef5f0383cf req-6408a9b7-6171-4895-8f25-5033452beb93 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0849841 Dec 23 00:32:32.139260 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Deleting port e18298cf-e0bb-42c4-b188-9b096ca405fb {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:32.139607 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:32.489172 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe3b87-2173-44d3-aeea-04e448e6568b req-2dc26f8e-8625-4ce7-aa1a-9062775c9f08 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:32.490845 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dfbe3b87-2173-44d3-aeea-04e448e6568b req-2dc26f8e-8625-4ce7-aa1a-9062775c9f08 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 945 time: 0.0592523 Dec 23 00:32:32.498087 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6c0b8fb9-0254-48f6-b954-09ef5f0383cf req-0ad0cc3a-03be-4cc9-8c9f-cb0d914ab648 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3553553 Dec 23 00:32:32.520651 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] For port e18298cf-e0bb-42c4-b188-9b096ca405fb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e18298cf-e0bb-42c4-b188-9b096ca405fb,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:32.520651 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:32.528795 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Calling delete_port for e18298cf-e0bb-42c4-b188-9b096ca405fb owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:32.578919 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dfbe3b87-2173-44d3-aeea-04e448e6568b req-ca288dc6-5fbd-43d0-8c2c-281e2d1a72b7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806534 Dec 23 00:32:32.659495 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:32:32.735688 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:32.804683 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event deleted for resources: {'Port': ['ID=e18298cf-e0bb-42c4-b188-9b096ca405fb,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:32.848174 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] No DVR routers for this DVR port e18298cf-e0bb-42c4-b188-9b096ca405fb on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:32.848700 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:32.852116 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-967f994e-4e9d-490c-804e-76ab1e84709f req-d5fc56c3-3e50-4b43-8f33-cc0ab2be1350 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "DELETE /v2.0/ports/e18298cf-e0bb-42c4-b188-9b096ca405fb HTTP/1.1" status: 204 len: 173 time: 0.8623171 Dec 23 00:32:32.852575 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'name': 'network-vif-deleted', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:32.854926 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e4532-36a6-449c-934f-a23647f1363a" -d '{"events": [{"server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "name": "network-vif-deleted", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:32.879615 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d', '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'e18298cf-e0bb-42c4-b188-9b096ca405fb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:32.892215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18abf8e7-2407-48bc-9d45-fb60ad69ebba x-openstack-request-id: req-18abf8e7-2407-48bc-9d45-fb60ad69ebba {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:32.892514 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8de14-156a-4a88-9842-3851d8089625", "name": "network-vif-deleted", "tag": "e18298cf-e0bb-42c4-b188-9b096ca405fb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:32.892937 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18abf8e7-2407-48bc-9d45-fb60ad69ebba {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:32.893355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8de14-156a-4a88-9842-3851d8089625', 'name': 'network-vif-deleted', 'tag': 'e18298cf-e0bb-42c4-b188-9b096ca405fb', 'status': 'completed', 'code': 200} Dec 23 00:32:32.943445 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 6e034844-293a-40ab-b9c7-abb62900daaf triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:32:32.943809 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:33.093783 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631be7d-278f-4264-b867-0d45753a856f req-4045c3f5-5592-44a5-8544-7201059fd363 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:33.096180 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7631be7d-278f-4264-b867-0d45753a856f req-4045c3f5-5592-44a5-8544-7201059fd363 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 944 time: 0.0551529 Dec 23 00:32:33.097576 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:33.143053 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:33.145522 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2982b143-0f2a-40c2-a0e8-ab4d8434ae1a" -d '{"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:33.147281 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7631be7d-278f-4264-b867-0d45753a856f req-476257b9-ea73-4923-8057-b4c13480937d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Dec 23 00:32:33.165311 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:33.173224 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:33.206377 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f679d9-36cd-4ffe-9394-73e9fc31e0b8 x-openstack-request-id: req-00f679d9-36cd-4ffe-9394-73e9fc31e0b8 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:33.206715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:33.206967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00f679d9-36cd-4ffe-9394-73e9fc31e0b8 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:33.207354 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'code': 200} Dec 23 00:32:33.259729 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=10']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:33.667147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15335-9b73-478c-93d7-deb34df769a5 req-f8fe6934-f620-4378-988b-b5a129900a87 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:33.677149 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cbe15335-9b73-478c-93d7-deb34df769a5 req-f8fe6934-f620-4378-988b-b5a129900a87 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.1083536 Dec 23 00:32:33.781025 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cbe15335-9b73-478c-93d7-deb34df769a5 req-fca5c124-cb2e-4712-8c1b-349e5225d26e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026523 Dec 23 00:32:33.826848 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-43861a26-f189-481d-9d52-9754e9cd0810 req-993f321d-ac5d-4033-af8a-cc5b9be9ab88 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb8de14-156a-4a88-9842-3851d8089625 HTTP/1.1" status: 200 len: 210 time: 0.0621998 Dec 23 00:32:34.099303 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf06b1e-d211-4f9d-a3df-fe4de5e704d6 req-eee523e3-352d-4878-99e0-7d1f5b4cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:34.099303 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-caf06b1e-d211-4f9d-a3df-fe4de5e704d6 req-eee523e3-352d-4878-99e0-7d1f5b4cca8e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1099 time: 0.0531244 Dec 23 00:32:34.148406 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-caf06b1e-d211-4f9d-a3df-fe4de5e704d6 req-751bd79c-f4ea-4ae7-8233-8ccd9eddb6ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 Dec 23 00:32:34.272496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2f8fe-b388-414f-bd3b-8e4ebb921b66 req-6ff54b2b-3649-4698-9561-48017802663d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:34.274006 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ecd2f8fe-b388-414f-bd3b-8e4ebb921b66 req-6ff54b2b-3649-4698-9561-48017802663d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0482538 Dec 23 00:32:34.327986 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ecd2f8fe-b388-414f-bd3b-8e4ebb921b66 req-6101d1e6-6e5c-4519-925c-f8d1027dc86f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458074 Dec 23 00:32:34.906851 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a9b3-a7ee-4bfa-8e72-c1ef5b3e8f6c req-59056145-de03-427b-8498-9bd44be2db8e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:34.914633 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8665a9b3-a7ee-4bfa-8e72-c1ef5b3e8f6c req-59056145-de03-427b-8498-9bd44be2db8e tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0610490 Dec 23 00:32:34.972927 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8665a9b3-a7ee-4bfa-8e72-c1ef5b3e8f6c req-6233e257-2289-4b9a-a451-8b537d100aff tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571177 Dec 23 00:32:35.154505 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765d46c-af42-4e39-bdde-3c122e368ead req-e3fdb025-b05e-4afc-bd19-3944074f6856 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:35.165336 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4765d46c-af42-4e39-bdde-3c122e368ead req-e3fdb025-b05e-4afc-bd19-3944074f6856 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.0673816 Dec 23 00:32:35.220154 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4765d46c-af42-4e39-bdde-3c122e368ead req-e8382c97-825c-494e-9820-7084d9a372f9 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533772 Dec 23 00:32:35.358601 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b07d0d-72bd-49d5-a389-183e3e3bb762 req-85afcd38-ac43-4a81-8721-0521b4fef572 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:35.360006 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-88b07d0d-72bd-49d5-a389-183e3e3bb762 req-85afcd38-ac43-4a81-8721-0521b4fef572 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Dec 23 00:32:35.411192 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-88b07d0d-72bd-49d5-a389-183e3e3bb762 req-80f3e3da-8d0d-443e-a3f7-c1894c3f06e1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Dec 23 00:32:35.469291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222439df-a7cb-40de-8da5-3c10b450c4b8 req-8986b709-1f0b-4e0f-aa85-e63bf09a5036 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:35.471536 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-222439df-a7cb-40de-8da5-3c10b450c4b8 req-8986b709-1f0b-4e0f-aa85-e63bf09a5036 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0627980 Dec 23 00:32:35.523728 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-222439df-a7cb-40de-8da5-3c10b450c4b8 req-dc6989e2-2031-442f-8f55-642472371dfb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460927 Dec 23 00:32:36.092967 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b721-49b1-4da4-b7a3-6807a21aecc1 req-92ce6e1f-2a8d-44f5-95f1-67121fd93341 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:36.095361 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b8d2b721-49b1-4da4-b7a3-6807a21aecc1 req-92ce6e1f-2a8d-44f5-95f1-67121fd93341 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0508626 Dec 23 00:32:36.159984 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b8d2b721-49b1-4da4-b7a3-6807a21aecc1 req-83d8d0a8-c837-4f8e-9c0c-24233f3b623c tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575359 Dec 23 00:32:36.342100 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d552d2-84a6-4d55-87c9-d1b06faeae42 req-8d30d456-3b43-42d7-9a51-b0203d6e31ec tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:36.343610 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-81d552d2-84a6-4d55-87c9-d1b06faeae42 req-8d30d456-3b43-42d7-9a51-b0203d6e31ec tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 23 00:32:36.395974 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-81d552d2-84a6-4d55-87c9-d1b06faeae42 req-45f4b2d8-0ff3-4037-87ea-528782667b02 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Dec 23 00:32:36.529907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a914-0ea8-4be6-be52-27ae7488a204 req-a66df257-bf3b-47af-886a-e330068fb3a1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:36.531301 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1dd8a914-0ea8-4be6-be52-27ae7488a204 req-a66df257-bf3b-47af-886a-e330068fb3a1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0516417 Dec 23 00:32:36.609906 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1dd8a914-0ea8-4be6-be52-27ae7488a204 req-580aebcf-6142-43d4-a890-f14102643f93 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Dec 23 00:32:36.654726 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7fc1f-b60d-4f29-a76a-1a5be45cdbaf req-d698a023-c38c-4ee1-8bf2-f1908a76eb38 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:36.656191 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85a7fc1f-b60d-4f29-a76a-1a5be45cdbaf req-d698a023-c38c-4ee1-8bf2-f1908a76eb38 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0555060 Dec 23 00:32:36.678660 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device e18298cf-e0bb-42c4-b188-9b096ca405fb no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:36.697812 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: e18298cf-e0bb-42c4-b188-9b096ca405fb {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:36.698161 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device e18298cf-e0bb-42c4-b188-9b096ca405fb not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:36.707598 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85a7fc1f-b60d-4f29-a76a-1a5be45cdbaf req-88ebe7c7-8331-4c61-a17a-f8891cf51bdc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Dec 23 00:32:37.275619 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d1fe-4fe0-449d-92ba-1847215ed94e req-4f98a4d6-ff17-4515-adc8-4443991fc5b8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:37.277166 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c350d1fe-4fe0-449d-92ba-1847215ed94e req-4f98a4d6-ff17-4515-adc8-4443991fc5b8 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0487795 Dec 23 00:32:37.340915 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c350d1fe-4fe0-449d-92ba-1847215ed94e req-31863ffc-a4fd-42cd-93dc-cfaac8890431 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574169 Dec 23 00:32:37.520536 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed6000-b7a5-4b6a-9390-911b3427a6b0 req-b9e6605b-0b3b-47fb-92be-8cdc6e985ffd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:37.522019 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3eed6000-b7a5-4b6a-9390-911b3427a6b0 req-b9e6605b-0b3b-47fb-92be-8cdc6e985ffd tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.0510170 Dec 23 00:32:37.571165 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3eed6000-b7a5-4b6a-9390-911b3427a6b0 req-aca58235-d39d-4057-8c4a-2918602a7872 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Dec 23 00:32:37.726769 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699f7f6-1e53-4dc5-8d5e-3b0e3d4e04b0 req-d718ff72-c605-4b10-a353-4bb9189578a8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:37.728928 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a699f7f6-1e53-4dc5-8d5e-3b0e3d4e04b0 req-d718ff72-c605-4b10-a353-4bb9189578a8 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0583024 Dec 23 00:32:37.802171 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a699f7f6-1e53-4dc5-8d5e-3b0e3d4e04b0 req-56ca6b93-51b4-4671-ac12-dde24cfa5c7d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 Dec 23 00:32:37.846767 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44c0e-b41a-46a5-b44d-08e1d42faa9c req-af896d0f-da5a-4cbe-bfa6-b5a4361f1f6c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:37.849717 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3ce44c0e-b41a-46a5-b44d-08e1d42faa9c req-af896d0f-da5a-4cbe-bfa6-b5a4361f1f6c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0602393 Dec 23 00:32:37.901348 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3ce44c0e-b41a-46a5-b44d-08e1d42faa9c req-491da5fa-d2d3-4ee6-92cc-5e7de4434af3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441537 Dec 23 00:32:38.182021 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-751960a8-6d2d-4263-a08e-be042bbda9a7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:38.183787 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-751960a8-6d2d-4263-a08e-be042bbda9a7 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 945 time: 0.0481224 Dec 23 00:32:38.281219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Deleting port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:38.281583 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:38.374026 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] For port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:38.374410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:38.389608 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Calling delete_port for 7872c5c5-bb4e-4052-8091-9e83cf3ec8de owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:38.466468 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619474b-1c9c-4e85-b4d6-fe7f73276cf6 req-e518fe96-c900-4511-b8a4-674300543d56 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:38.474118 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1619474b-1c9c-4e85-b4d6-fe7f73276cf6 req-e518fe96-c900-4511-b8a4-674300543d56 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0561485 Dec 23 00:32:38.526227 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:38.536294 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1619474b-1c9c-4e85-b4d6-fe7f73276cf6 req-fdf4a953-b53d-4e32-a7e9-205704fe8b35 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610754 Dec 23 00:32:38.558971 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event deleted for resources: {'Port': ['ID=7872c5c5-bb4e-4052-8091-9e83cf3ec8de,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:38.579038 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d', '7872c5c5-bb4e-4052-8091-9e83cf3ec8de'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:38.617441 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] No DVR routers for this DVR port 7872c5c5-bb4e-4052-8091-9e83cf3ec8de on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:38.622807 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:38.632116 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-97756d06-372c-4ebf-af68-fdbb5cdb79f3 req-e42d2a01-5f1a-49d0-be94-ad0c5d81fc8c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "DELETE /v2.0/ports/7872c5c5-bb4e-4052-8091-9e83cf3ec8de HTTP/1.1" status: 204 len: 173 time: 0.4396446 Dec 23 00:32:38.632888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'name': 'network-vif-deleted', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:38.635495 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73aa9cb-ed2b-442f-ba86-439dee533030" -d '{"events": [{"server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "name": "network-vif-deleted", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:38.735675 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8f49e8eb-2dea-4910-8337-a8b9fd367f96 req-3369d04e-b127-4588-aa73-70d0e0b97fd4 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb10bd87-bb9f-48f2-8734-2e6f3d65584d HTTP/1.1" status: 200 len: 210 time: 0.0446668 Dec 23 00:32:38.739782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab9e58-1b06-44f6-8f96-d90db312c38e x-openstack-request-id: req-5dab9e58-1b06-44f6-8f96-d90db312c38e {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:38.740157 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb10bd87-bb9f-48f2-8734-2e6f3d65584d", "name": "network-vif-deleted", "tag": "7872c5c5-bb4e-4052-8091-9e83cf3ec8de", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:38.741519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dab9e58-1b06-44f6-8f96-d90db312c38e {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:38.742794 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb10bd87-bb9f-48f2-8734-2e6f3d65584d', 'name': 'network-vif-deleted', 'tag': '7872c5c5-bb4e-4052-8091-9e83cf3ec8de', 'status': 'completed', 'code': 200} Dec 23 00:32:38.926681 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4890b0-989a-4d5e-ad3b-eb26cee844eb req-dc9f2ea3-7a3d-41da-bab0-d9b16caef974 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:38.928270 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dd4890b0-989a-4d5e-ad3b-eb26cee844eb req-dc9f2ea3-7a3d-41da-bab0-d9b16caef974 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0545557 Dec 23 00:32:38.991305 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dd4890b0-989a-4d5e-ad3b-eb26cee844eb req-9bf13909-a27a-4f78-bf80-9ea13596f83a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562108 Dec 23 00:32:39.036984 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03ce34-2c13-400a-84ca-37728f33cc78 req-d7043089-7fbe-4478-b9cc-ad3229fe3c9c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:39.038646 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0d03ce34-2c13-400a-84ca-37728f33cc78 req-d7043089-7fbe-4478-b9cc-ad3229fe3c9c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0568058 Dec 23 00:32:39.090417 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0d03ce34-2c13-400a-84ca-37728f33cc78 req-f503681c-56ae-45a2-ad3c-c98927a8715f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Dec 23 00:32:39.660592 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99637ee6-1d00-4c0e-a5b8-79b17b15928d req-acf7541b-fd61-4271-855e-143de08028e2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:39.662209 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-99637ee6-1d00-4c0e-a5b8-79b17b15928d req-acf7541b-fd61-4271-855e-143de08028e2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0548468 Dec 23 00:32:39.732325 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-99637ee6-1d00-4c0e-a5b8-79b17b15928d req-8ca996c3-4f05-4f14-a566-bf8394c7eff2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629799 Dec 23 00:32:40.110996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750a3da-1763-45d5-82b9-5361091dd0fd req-1c8fe1ba-d712-4377-8e32-5b75d962fc12 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:40.112562 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4750a3da-1763-45d5-82b9-5361091dd0fd req-1c8fe1ba-d712-4377-8e32-5b75d962fc12 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0505469 Dec 23 00:32:40.140568 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-d176478f-2340-4561-98f3-45bf5f3e5434 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:40.143995 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-d176478f-2340-4561-98f3-45bf5f3e5434 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 945 time: 0.0650194 Dec 23 00:32:40.181447 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4750a3da-1763-45d5-82b9-5361091dd0fd req-70dc968e-de51-4fa3-b009-f5b431fecdb5 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Dec 23 00:32:40.286816 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45606-5752-458e-8f80-426e6e9c4a70 req-f6eeba93-5a77-4c5f-9485-2ab6fd1254d4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:40.288280 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0d45606-5752-458e-8f80-426e6e9c4a70 req-f6eeba93-5a77-4c5f-9485-2ab6fd1254d4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0955782 Dec 23 00:32:40.364656 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Deleting port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:40.364944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:40.372474 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0d45606-5752-458e-8f80-426e6e9c4a70 req-1a611260-6480-4a98-989d-afa63585a3ea tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730951 Dec 23 00:32:40.479349 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] For port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:40.479923 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:40.494034 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Calling delete_port for a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:40.645921 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:40.697680 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:40.698348 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Pushing event deleted for resources: {'Port': ['ID=a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:40.746410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] No DVR routers for this DVR port a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:40.749966 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:40.754043 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c47a058b-2be9-4dff-887c-f5e414c9b76c req-bb62c227-1c45-4fce-8677-54177d81e27c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "DELETE /v2.0/ports/a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 HTTP/1.1" status: 204 len: 173 time: 0.5974655 Dec 23 00:32:40.754466 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'name': 'network-vif-deleted', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:40.758168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a095d6-0e66-4552-a5e9-5282e88fa925" -d '{"events": [{"server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "name": "network-vif-deleted", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:40.804511 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee1f8f-80e6-4d44-a6c8-c3031b71c095 x-openstack-request-id: req-72ee1f8f-80e6-4d44-a6c8-c3031b71c095 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:40.804975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33aa4cc-a49b-4166-bb0d-a377714e9910", "name": "network-vif-deleted", "tag": "a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:40.805246 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72ee1f8f-80e6-4d44-a6c8-c3031b71c095 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:40.806032 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33aa4cc-a49b-4166-bb0d-a377714e9910', 'name': 'network-vif-deleted', 'tag': 'a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17', 'status': 'completed', 'code': 200} Dec 23 00:32:40.900323 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560226f-6ac6-4065-93c9-f683a12b53db req-d3070fb5-074c-4263-a609-1a55cb1b4aac tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:40.902205 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6560226f-6ac6-4065-93c9-f683a12b53db req-d3070fb5-074c-4263-a609-1a55cb1b4aac tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0722673 Dec 23 00:32:40.997888 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6560226f-6ac6-4065-93c9-f683a12b53db req-3005fe03-2650-4752-88b9-bb9516a8cb62 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886760 Dec 23 00:32:41.275544 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab05e-3e47-4a09-8b4a-cba16eefd12a req-bca71e38-68e9-42a7-9331-51d19f48cb7b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:41.277239 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-14dab05e-3e47-4a09-8b4a-cba16eefd12a req-bca71e38-68e9-42a7-9331-51d19f48cb7b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0651379 Dec 23 00:32:41.319262 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d4798bfd-a87d-4cbc-a154-dc75b8b90d6e req-fbdc057e-16cb-4f81-ba19-7b131a9362e0 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=e33aa4cc-a49b-4166-bb0d-a377714e9910 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Dec 23 00:32:41.341741 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-14dab05e-3e47-4a09-8b4a-cba16eefd12a req-4edfafa2-d5a5-4a28-9ce1-394465d0639c tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Dec 23 00:32:41.523144 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948239d1-6fdc-44cb-89f8-c8a8b99f93c5 req-2539d3ea-081b-4bb2-b67e-ba13ec79d111 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:41.524944 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-948239d1-6fdc-44cb-89f8-c8a8b99f93c5 req-2539d3ea-081b-4bb2-b67e-ba13ec79d111 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0643303 Dec 23 00:32:41.581293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-948239d1-6fdc-44cb-89f8-c8a8b99f93c5 req-8833e362-a952-4587-acd0-e66a484fbef3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Dec 23 00:32:42.134285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d946-271b-434d-95b0-099629614181 req-14562750-4450-4f97-9e13-d296278aa4eb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:42.135770 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1865d946-271b-434d-95b0-099629614181 req-14562750-4450-4f97-9e13-d296278aa4eb tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0500550 Dec 23 00:32:42.201754 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1865d946-271b-434d-95b0-099629614181 req-b0f394bb-e708-4e04-a9d8-15bdfb994593 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599182 Dec 23 00:32:42.477502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6da129-eae6-41d7-bfd8-10a25a6bef6b req-183f6b88-5dc0-426f-bb7b-2a2cd49d1258 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:42.484960 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d6da129-eae6-41d7-bfd8-10a25a6bef6b req-183f6b88-5dc0-426f-bb7b-2a2cd49d1258 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0623078 Dec 23 00:32:42.548016 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d6da129-eae6-41d7-bfd8-10a25a6bef6b req-83b01d04-d0f9-4754-bf78-4f03c8b801ea tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556567 Dec 23 00:32:42.643716 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade38d3-c902-44a1-b1a2-bf4c87080fa2 req-c14344b7-36ee-4b4f-8892-a82c318418e7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:42.645248 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5ade38d3-c902-44a1-b1a2-bf4c87080fa2 req-c14344b7-36ee-4b4f-8892-a82c318418e7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0608094 Dec 23 00:32:42.696372 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5ade38d3-c902-44a1-b1a2-bf4c87080fa2 req-8da37527-a934-4347-bb77-ef6fe044a2a3 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Dec 23 00:32:42.721393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7f2f0-624a-4a02-8cd4-b618e3583047 req-65f0bf0b-f2e1-4457-bb59-87e77a6fc38b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:42.721878 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 7872c5c5-bb4e-4052-8091-9e83cf3ec8de no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:42.723258 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-60f7f2f0-624a-4a02-8cd4-b618e3583047 req-65f0bf0b-f2e1-4457-bb59-87e77a6fc38b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0575056 Dec 23 00:32:42.750803 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 7872c5c5-bb4e-4052-8091-9e83cf3ec8de {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:42.751501 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 7872c5c5-bb4e-4052-8091-9e83cf3ec8de not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:42.774089 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-60f7f2f0-624a-4a02-8cd4-b618e3583047 req-8c3167bd-5af7-4e27-b9df-fdd967c6fda4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Dec 23 00:32:43.320731 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27644020-87e4-4502-a23c-9542feddb0d6 req-5dc05b57-b511-4034-b153-8a959ab29555 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:43.322389 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-27644020-87e4-4502-a23c-9542feddb0d6 req-5dc05b57-b511-4034-b153-8a959ab29555 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0518713 Dec 23 00:32:43.396931 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-27644020-87e4-4502-a23c-9542feddb0d6 req-4b9fdc39-0716-4ac8-9bf7-7e6fa85ef015 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&id=dda81024-d1d1-49dc-aa35-2d1f6d4cae28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617955 Dec 23 00:32:43.691862 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b4d31-fd74-4cbd-adee-914c65276566 req-c2d8b9aa-0ba2-4e55-b7ad-91f53e040e71 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:43.699350 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-971b4d31-fd74-4cbd-adee-914c65276566 req-c2d8b9aa-0ba2-4e55-b7ad-91f53e040e71 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0690262 Dec 23 00:32:43.751862 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-971b4d31-fd74-4cbd-adee-914c65276566 req-ca8ea46b-790b-4ff1-888c-09035ad160f8 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4432179-b802-4568-abe5-3c62b71900e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Dec 23 00:32:43.824856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed22a9-609b-4163-ae15-f39d12efc68e req-dc685b0b-fe39-43ca-8000-66ec7a1eafaa tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:43.826503 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-97ed22a9-609b-4163-ae15-f39d12efc68e req-dc685b0b-fe39-43ca-8000-66ec7a1eafaa tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0549424 Dec 23 00:32:43.897576 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-97ed22a9-609b-4163-ae15-f39d12efc68e req-017caf5b-23b0-4b46-be46-4b99692cf012 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Dec 23 00:32:43.911994 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91e468-8175-4dc7-9910-4daa1e1fdd3b req-3286ba7a-8b68-4300-a761-21fa677199a2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:43.913578 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ae91e468-8175-4dc7-9910-4daa1e1fdd3b req-3286ba7a-8b68-4300-a761-21fa677199a2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0527017 Dec 23 00:32:43.962565 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ae91e468-8175-4dc7-9910-4daa1e1fdd3b req-df521a02-5799-4478-8298-00d9e02446c1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Dec 23 00:32:44.380618 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f89ca-bfca-423d-95af-7b11186f6804 req-80d4cdd4-90df-487f-864c-613778f8e3fb tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:44.382214 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-008f89ca-bfca-423d-95af-7b11186f6804 req-80d4cdd4-90df-487f-864c-613778f8e3fb tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Dec 23 00:32:44.489302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Deleting port d73c7d9e-748a-4da8-be4d-610c3134a41d {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:44.489681 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:44.589190 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] For port d73c7d9e-748a-4da8-be4d-610c3134a41d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d73c7d9e-748a-4da8-be4d-610c3134a41d,segment=NetworkSegment(2205dab9-3f21-4605-b433-f9b13d4df162),segment_id=2205dab9-3f21-4605-b433-f9b13d4df162)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:44.589410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:44.602356 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Calling delete_port for d73c7d9e-748a-4da8-be4d-610c3134a41d owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:44.711079 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:44.738920 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:44.740367 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:44.741122 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a5f7aa73-d4af-4fb0-88c1-1f95b2ee3e17 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:44.770537 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Pushing event deleted for resources: {'Port': ['ID=d73c7d9e-748a-4da8-be4d-610c3134a41d,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:44.786460 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['d73c7d9e-748a-4da8-be4d-610c3134a41d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:44.819009 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] No DVR routers for this DVR port d73c7d9e-748a-4da8-be4d-610c3134a41d on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:44.821545 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:44.824925 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-008f89ca-bfca-423d-95af-7b11186f6804 req-28cbd0c0-2afa-46d4-a53b-73cc91b9ab05 tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.43 "DELETE /v2.0/ports/d73c7d9e-748a-4da8-be4d-610c3134a41d HTTP/1.1" status: 204 len: 173 time: 0.4314003 Dec 23 00:32:44.825585 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'name': 'network-vif-deleted', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:44.827758 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c37c14-57d9-4694-b52f-e18d245bc073" -d '{"events": [{"server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "name": "network-vif-deleted", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:44.860911 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1578dbd1-5b8b-45b0-a323-96350c69f099 req-2aa2c6f5-9bf6-417a-99ff-772a438f3b1b tempest-AttachVolumeNegativeTest-1410200409 tempest-AttachVolumeNegativeTest-1410200409-project] 10.222.0.24 "GET /v2.0/ports?device_id=79cbf89d-0fc5-4e65-b4c1-965b58fdc365 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Dec 23 00:32:44.879302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69478838-ee46-4ca0-8446-479c4dc1f496 x-openstack-request-id: req-69478838-ee46-4ca0-8446-479c4dc1f496 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:44.879597 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cbf89d-0fc5-4e65-b4c1-965b58fdc365", "name": "network-vif-deleted", "tag": "d73c7d9e-748a-4da8-be4d-610c3134a41d", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:44.879851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69478838-ee46-4ca0-8446-479c4dc1f496 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:44.880242 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cbf89d-0fc5-4e65-b4c1-965b58fdc365', 'name': 'network-vif-deleted', 'tag': 'd73c7d9e-748a-4da8-be4d-610c3134a41d', 'status': 'completed', 'code': 200} Dec 23 00:32:45.016899 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c96db-3aa6-4c60-8013-3d4183251c03 req-0a2bcf9b-0385-40c0-894a-921f255c9195 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:45.018757 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-936c96db-3aa6-4c60-8013-3d4183251c03 req-0a2bcf9b-0385-40c0-894a-921f255c9195 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0559061 Dec 23 00:32:45.082545 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-936c96db-3aa6-4c60-8013-3d4183251c03 req-2517dbe8-ef4f-422c-a6ce-41dea313b475 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Dec 23 00:32:45.104245 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fb296-76aa-4bed-aee8-0c182eca9017 req-79439bab-da74-463f-a9a5-856f3e3d61c8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:45.104245 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-eb9fb296-76aa-4bed-aee8-0c182eca9017 req-79439bab-da74-463f-a9a5-856f3e3d61c8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0617230 Dec 23 00:32:45.149394 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-eb9fb296-76aa-4bed-aee8-0c182eca9017 req-753016df-655a-4189-af79-89e900da4d3e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Dec 23 00:32:45.922794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 52860) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:45.966575 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Deleting subnet 5595d246-8f91-4256-b0b3-2efc25c1fb6a {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:32:45.969817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.004640 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.045860 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.121451 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.146714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5595d246-8f91-4256-b0b3-2efc25c1fb6a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:46.152856 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.159929 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c4cf2e07-f769-4271-a07f-cfe155ec3653 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5595d246-8f91-4256-b0b3-2efc25c1fb6a HTTP/1.1" status: 204 len: 168 time: 0.2359426 Dec 23 00:32:46.160611 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52864) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:46.275950 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.276909 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f02c-8c51-4a4c-87ea-f4e58f478ac7 req-4d2f5818-35e5-4e13-9de5-179ff3c53bf2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:46.284482 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8775f02c-8c51-4a4c-87ea-f4e58f478ac7 req-4d2f5818-35e5-4e13-9de5-179ff3c53bf2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0591602 Dec 23 00:32:46.290967 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4db84-15b7-46c4-9fe2-07aff8dc1d14 req-12cda543-53b6-40a5-911b-8d1af409958b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:46.292589 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-07a4db84-15b7-46c4-9fe2-07aff8dc1d14 req-12cda543-53b6-40a5-911b-8d1af409958b tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.1229718 Dec 23 00:32:46.330840 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8775f02c-8c51-4a4c-87ea-f4e58f478ac7 req-f6a56f9d-2c55-40fe-99e4-9f902fc5bd76 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454078 Dec 23 00:32:46.396178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.410651 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-07a4db84-15b7-46c4-9fe2-07aff8dc1d14 req-9fce7b5b-7ddb-493e-aec8-ad6961a99527 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114538 Dec 23 00:32:46.422680 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f2490-5004-4fd4-8c12-1188994adac5']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:46.445144 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2205dab9-3f21-4605-b433-f9b13d4df162') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:46.445476 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2205dab9-3f21-4605-b433-f9b13d4df162') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:46.454720 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.469164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.475837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:32:46.476416 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.478242 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:32:46.480990 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:32:46.535834 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.551149 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.554441 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/128f2490-5004-4fd4-8c12-1188994adac5 HTTP/1.1" status: 204 len: 168 time: 0.3927381 Dec 23 00:32:46.555674 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8bf67-3b31-4eb6-b5cf-4b7ede0fe2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=128f2490-5004-4fd4-8c12-1188994adac5,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:46.742766 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52872) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:46.783376 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-b63f044a-8e4d-4cdb-b4fe-a37b535e96a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1ad8f28dbb74e11af35a105c84aa717&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393229 Dec 23 00:32:46.785776 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 52874) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:46.834966 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.860073 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.907789 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.910477 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:46.911663 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4432179-b802-4568-abe5-3c62b71900e7 HTTP/1.1" status: 204 len: 168 time: 0.1248207 Dec 23 00:32:46.920490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2135021-7433-49e2-987d-1fe36637c782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4432179-b802-4568-abe5-3c62b71900e7,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:47.526045 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a5a4b-29ba-4ad5-8115-428e1407a365 req-6b6bfe75-bceb-4bc5-9a97-1c5a3d690f23 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:47.537841 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1c2a5a4b-29ba-4ad5-8115-428e1407a365 req-6b6bfe75-bceb-4bc5-9a97-1c5a3d690f23 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.1010451 Dec 23 00:32:47.669004 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f373f6-e358-4f01-b133-aac376a7a0ca req-ea7a3feb-8009-4b75-89d4-ecdf2d9961ce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:47.671726 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-15f373f6-e358-4f01-b133-aac376a7a0ca req-ea7a3feb-8009-4b75-89d4-ecdf2d9961ce tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.1094704 Dec 23 00:32:47.672490 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1c2a5a4b-29ba-4ad5-8115-428e1407a365 req-f73f7ef4-2d5b-44cc-ac95-4b22b1967fca tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336057 Dec 23 00:32:47.745660 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-15f373f6-e358-4f01-b133-aac376a7a0ca req-625f9ed4-c45d-4ac2-9b7e-d51de98f3a7d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 Dec 23 00:32:48.735214 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device d73c7d9e-748a-4da8-be4d-610c3134a41d no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:48.759800 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: d73c7d9e-748a-4da8-be4d-610c3134a41d {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:48.760145 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device d73c7d9e-748a-4da8-be4d-610c3134a41d not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:48.803222 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5814c83-9b82-48ca-b407-900481365c10 req-4eb3b675-fbff-42d8-8b8d-4ec6b50d645f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:48.805157 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e5814c83-9b82-48ca-b407-900481365c10 req-4eb3b675-fbff-42d8-8b8d-4ec6b50d645f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0496881 Dec 23 00:32:48.853147 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e5814c83-9b82-48ca-b407-900481365c10 req-d29f78cc-7896-4adb-8805-491304d9bbf4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Dec 23 00:32:48.869817 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1ffb-ffae-4822-9141-5528d30cd837 req-f6638b99-aded-4ce6-bab2-c01a32230d3d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:48.871540 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-391b1ffb-ffae-4822-9141-5528d30cd837 req-f6638b99-aded-4ce6-bab2-c01a32230d3d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0470166 Dec 23 00:32:48.922829 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-391b1ffb-ffae-4822-9141-5528d30cd837 req-e5ad03e1-d185-4978-bf8a-086d8632754d tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Dec 23 00:32:49.990262 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e54c5-9f86-452c-9c3e-55a00df7623f req-067b043d-7d74-48c1-a524-76c2270b84b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:49.993220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c64e54c5-9f86-452c-9c3e-55a00df7623f req-067b043d-7d74-48c1-a524-76c2270b84b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0600507 Dec 23 00:32:50.047225 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c64e54c5-9f86-452c-9c3e-55a00df7623f req-bd296a9c-6127-4346-91ba-fd80588c876a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469587 Dec 23 00:32:50.077739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3166a56-6841-4e6f-8309-24913c092059 req-cfe39e20-de7c-4ba1-abed-e944297292c1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:50.079231 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3166a56-6841-4e6f-8309-24913c092059 req-cfe39e20-de7c-4ba1-abed-e944297292c1 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0635514 Dec 23 00:32:50.128265 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d3166a56-6841-4e6f-8309-24913c092059 req-89c9f167-8d62-4f8b-ad29-0ea4b465cdd2 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Dec 23 00:32:50.822898 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34428b86-9171-482e-a0bd-a24399163b40 req-e4161470-9988-49be-a260-8a6579294001 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:50.824633 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-34428b86-9171-482e-a0bd-a24399163b40 req-e4161470-9988-49be-a260-8a6579294001 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 946 time: 0.0659993 Dec 23 00:32:50.937791 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Deleting port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:50.938129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.004690 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53008) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:51.035008 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] For port 6cd92c9f-e453-4591-ba71-c76d3134b0e7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6cd92c9f-e453-4591-ba71-c76d3134b0e7,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:51.035359 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.047237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Calling delete_port for 6cd92c9f-e453-4591-ba71-c76d3134b0e7 owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:51.144385 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a06f5b5-dfb5-479e-ad3e-b15e3141f297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.232974 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b8843-5c1f-4ee2-b173-010036298f8e req-22fd8f5d-c358-4080-a684-304718650168 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:51.234456 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5b8b8843-5c1f-4ee2-b173-010036298f8e req-22fd8f5d-c358-4080-a684-304718650168 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0886943 Dec 23 00:32:51.235508 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.264656 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a06f5b5-dfb5-479e-ad3e-b15e3141f297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.282260 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6cd92c9f-e453-4591-ba71-c76d3134b0e7'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:32:51.287959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dd282-97c1-40be-ae1e-3cb80c6ed497 req-cb941e26-e56d-4115-8c66-3e552147567a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:51.294865 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-155dd282-97c1-40be-ae1e-3cb80c6ed497 req-cb941e26-e56d-4115-8c66-3e552147567a tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd8732c-7ae0-4af5-8510-41ec0fae9a04 HTTP/1.1" status: 200 len: 867 time: 0.0937850 Dec 23 00:32:51.296356 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a06f5b5-dfb5-479e-ad3e-b15e3141f297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.314840 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Pushing event deleted for resources: {'Port': ['ID=6cd92c9f-e453-4591-ba71-c76d3134b0e7,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:51.346682 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3a06f5b5-dfb5-479e-ad3e-b15e3141f297 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d28479bd29a41abb1ecbc7770e44040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408883 Dec 23 00:32:51.348721 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06f5b5-dfb5-479e-ad3e-b15e3141f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e3e91-91b9-4d7f-b559-36a96fc35a47,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:51.354994 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53020) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:51.406247 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-155dd282-97c1-40be-ae1e-3cb80c6ed497 req-84b11cbc-54ec-4ffe-b0c2-838bf1618a0c tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.24 "GET /v2.0/security-groups?id=da24220a-e441-485a-a815-3709b7c856b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 Dec 23 00:32:51.432285 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] No DVR routers for this DVR port 6cd92c9f-e453-4591-ba71-c76d3134b0e7 on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:32:51.435047 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.438463 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-34428b86-9171-482e-a0bd-a24399163b40 req-fc47ba1c-7cc6-4179-947f-0596cb5934f7 tempest-ServerRescueNegativeTestJSON-1954790903 tempest-ServerRescueNegativeTestJSON-1954790903-project] 10.222.0.43 "DELETE /v2.0/ports/6cd92c9f-e453-4591-ba71-c76d3134b0e7 HTTP/1.1" status: 204 len: 173 time: 0.6025805 Dec 23 00:32:51.447924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'name': 'network-vif-deleted', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:32:51.450376 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c38552e-3712-4089-a8b7-d5cd9c63e919" -d '{"events": [{"server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "name": "network-vif-deleted", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:32:51.464048 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5b8b8843-5c1f-4ee2-b173-010036298f8e req-2c0b9929-ad55-4b59-b239-9b370befa454 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198703 Dec 23 00:32:51.485241 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.511280 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e491e44a-a476-4f13-9b0b-5fbe4e1836db x-openstack-request-id: req-e491e44a-a476-4f13-9b0b-5fbe4e1836db {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:32:51.511749 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8732c-7ae0-4af5-8510-41ec0fae9a04", "name": "network-vif-deleted", "tag": "6cd92c9f-e453-4591-ba71-c76d3134b0e7", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:32:51.512007 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e491e44a-a476-4f13-9b0b-5fbe4e1836db {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:32:51.512402 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd8732c-7ae0-4af5-8510-41ec0fae9a04', 'name': 'network-vif-deleted', 'tag': '6cd92c9f-e453-4591-ba71-c76d3134b0e7', 'status': 'completed', 'code': 200} Dec 23 00:32:51.514378 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.572538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.575947 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:51.580113 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/993e3e91-91b9-4d7f-b559-36a96fc35a47 HTTP/1.1" status: 204 len: 168 time: 0.2126637 Dec 23 00:32:51.596374 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437beb05-369b-451b-98bc-6b24bdc3d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e3e91-91b9-4d7f-b559-36a96fc35a47,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:52.473931 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53058) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:52.967239 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:53.482921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Deleting port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:53.483639 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:53.570895 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] For port 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,segment=NetworkSegment(c0a89809-f7e7-4458-93dd-1d97b6547862),segment_id=c0a89809-f7e7-4458-93dd-1d97b6547862)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:53.571800 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:53.591698 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Calling delete_port for 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:53.787227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:53.814132 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:53.978992 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:54.214804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:32:54.361317 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:32:54.367081 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ddb6ca1f-1b1b-48f8-866b-f1fd6c8a2e20 admin admin] 10.222.0.24 "PUT /v2.0/routers/894539ac-7e2d-43b8-9f7b-fb9caaa976a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912058 Dec 23 00:32:54.369781 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53088) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:54.374947 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Sync routers for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:32:54.394356 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:32:54.395642 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:54.493184 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks [] for router, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:54.626709 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:32:54.700948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:54.776297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6cd92c9f-e453-4591-ba71-c76d3134b0e7 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:54.786346 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Deleting port 54c0a242-1d1c-461f-884b-719457698742 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:32:54.786548 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:54.813432 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 6cd92c9f-e453-4591-ba71-c76d3134b0e7 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:54.815432 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6cd92c9f-e453-4591-ba71-c76d3134b0e7 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:54.868064 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '54c0a242-1d1c-461f-884b-719457698742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:32:53Z', 'revision_number': 5, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port': {'id': '54c0a242-1d1c-461f-884b-719457698742', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:47Z', 'updated_at': '2021-12-23T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:54.877759 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] For port 54c0a242-1d1c-461f-884b-719457698742, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=54c0a242-1d1c-461f-884b-719457698742,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:32:54.878139 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:54.890341 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Calling delete_port for 54c0a242-1d1c-461f-884b-719457698742 owned by network:router_gateway {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:32:54.895716 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Checking router: 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:32:54.904420 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Routers {'894539ac-7e2d-43b8-9f7b-fb9caaa976a4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:32:54.905331 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:54.991950 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] Set router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:32:55.063531 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.071507 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:32:54Z', 'revision_number': 6, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:55.100761 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c0a242-1d1c-461f-884b-719457698742,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:55.121853 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0101d4-221f-4df2-a0ad-afaee0b107ce None None] The sync data for ids ['894539ac-7e2d-43b8-9f7b-fb9caaa976a4'] in dv-cinder-822768-1-iscsi is: [{'id': '894539ac-7e2d-43b8-9f7b-fb9caaa976a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1392804375-router', 'tenant_id': '3ab041b0ca614acbab0b1737260bfa51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:45Z', 'updated_at': '2021-12-23T00:32:54Z', 'revision_number': 6, 'project_id': '3ab041b0ca614acbab0b1737260bfa51', 'gw_port_host': None}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:32:55.173124 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.280729 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.282988 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.351854 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.352464 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894539ac-7e2d-43b8-9f7b-fb9caaa976a4 {{(pid=108946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:32:55.358299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.359531 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-509754ef-39e0-4f99-9390-46741fed8ef9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/894539ac-7e2d-43b8-9f7b-fb9caaa976a4 HTTP/1.1" status: 204 len: 168 time: 0.9882405 Dec 23 00:32:55.362754 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53096) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:55.421469 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Deleting subnet fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:32:55.424734 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.462345 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.508634 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.585523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.617772 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.621004 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e HTTP/1.1" status: 204 len: 168 time: 0.2572951 Dec 23 00:32:55.621950 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793835-1e04-4257-8779-71317c02ef00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb76ee0c-6271-4cd1-84ba-8d0f85c78b4e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:55.624017 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53102) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:55.700292 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.821698 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.849342 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d529fba-942c-4c0c-aa5d-e2a45b604dd4']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:55.859220 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a89809-f7e7-4458-93dd-1d97b6547862') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:55.859507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a89809-f7e7-4458-93dd-1d97b6547862') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:32:55.868567 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.894700 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.904707 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:32:55.905176 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:32:55.908201 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:32:55.978142 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.989667 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:55.998697 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5d529fba-942c-4c0c-aa5d-e2a45b604dd4 HTTP/1.1" status: 204 len: 168 time: 0.3735905 Dec 23 00:32:56.018049 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d529fba-942c-4c0c-aa5d-e2a45b604dd4,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:56.031481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.031924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.032303 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.033473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.033827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.034441 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.035500 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.035991 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.037316 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.037495 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.038018 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.038420 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.039308 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dfa72-5a3c-4939-a6b0-ad65d2647930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:32:56.345523 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53124) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:56.402054 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53128) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:56.409218 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d8f655d7-840b-4c2b-bcde-b55ea4ce947d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ab041b0ca614acbab0b1737260bfa51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0625007 Dec 23 00:32:56.417351 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6f7407dd-2da7-451c-92a7-3ce9c5f8e031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:56.466122 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:56.496858 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:56.586962 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:56.590796 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:56.596933 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da24220a-e441-485a-a815-3709b7c856b9 HTTP/1.1" status: 204 len: 168 time: 0.1933067 Dec 23 00:32:56.609335 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e823e-1a3b-421d-ad57-3d6950abc67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24220a-e441-485a-a815-3709b7c856b9,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:56.769895 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:56.854598 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:56.861738 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 46b1b1b4-dd84-4c68-830e-4b7bdbc3aa9a not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:56.862803 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 54c0a242-1d1c-461f-884b-719457698742 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:32:56.920563 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 54c0a242-1d1c-461f-884b-719457698742 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:32:56.921197 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 54c0a242-1d1c-461f-884b-719457698742 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:32:57.562725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53186) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:57.716103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1153723744-network', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:32:57.753601 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Made reservation on behalf of 8d963ff0ae79470cb096ee57994beae2 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:32:57.756317 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.777033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.863462 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.870287 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.897430 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:32:57.914120 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157ccc0-a7f6-44b4-86d7-e2b8aa3a234b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:57.919335 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.919680 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Added segment 8a59ae00-a933-4914-aac4-7d8bca7b6ec2 of type vlan for network 6ef780ac-4c23-4e3f-afa7-2d082926af14 Dec 23 00:32:57.964206 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.992160 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:57.993129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:57.993924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.053283 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4888139 Dec 23 00:32:58.056159 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53210) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:58.063141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Request body: {'subnet': {'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1153723744-subnet', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:32:58.067437 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e19c4-81b9-44c1-970d-2ecb2c8c657a admin admin] Pushing event updated for resources: {'Network': ['ID=6ef780ac-4c23-4e3f-afa7-2d082926af14,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:58.078829 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:32:58.113139 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Made reservation on behalf of 8d963ff0ae79470cb096ee57994beae2 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:32:58.115788 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.327507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.388064 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69fea4c-fb11-48bb-9d03-c012cd5fa11b,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:58.396517 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Checking segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:32:58.396865 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Network hostable DHCP agents. Network: 6ef780ac-4c23-4e3f-afa7-2d082926af14, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:32:58.416332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:32:58.427354 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 6ef780ac-4c23-4e3f-afa7-2d082926af14) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:32:58.431826 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:58.432422 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.436586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8637f1-feb6-448a-8d89-aa81101c24b5 None None] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:32:58.450057 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-57d4112a-b928-4079-b661-cd9e1a0fc4ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3928697 Dec 23 00:32:58.452042 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53228) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:32:58.456242 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:32:58.479467 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.480522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.540711 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.544811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-6ef780ac-4c23-4e3f-afa7-2d082926af14', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:32:58.545781 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.549954 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a133-0c4f-4230-9756-858664cee630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.677204 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Allocated IP 172.20.0.2 (6ef780ac-4c23-4e3f-afa7-2d082926af14/c69fea4c-fb11-48bb-9d03-c012cd5fa11b/390114a4-0383-4489-a79d-16a409401c63) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:32:58.678066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.822033 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.829717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.877382 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Pushing event updated for resources: {'Port': ['ID=390114a4-0383-4489-a79d-16a409401c63,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:58.880620 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:32:58.882319 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:32:58.884373 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:32:58.908319 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.934857 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-0784250c-a074-4aca-bf45-16b60c73dfd8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734606 Dec 23 00:32:58.935846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.939653 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Attempting to bind port 390114a4-0383-4489-a79d-16a409401c63 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:32:58.940030 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Attempting to bind port 390114a4-0383-4489-a79d-16a409401c63 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:32:58.940393 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Attempting to bind port 390114a4-0383-4489-a79d-16a409401c63 on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:32:58.945663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:32:58.946037 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Checking segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:32:58.946499 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:58.946851 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Bound using segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:32:58.947319 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Bound port: 390114a4-0383-4489-a79d-16a409401c63, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:32:58.947933 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.013097 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] For port 390114a4-0383-4489-a79d-16a409401c63, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:32:59.016444 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] For port 390114a4-0383-4489-a79d-16a409401c63, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=390114a4-0383-4489-a79d-16a409401c63,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:32:59.021901 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.086996 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9631-bf1a-4874-bd16-5185262a1a70 None None] Pushing event updated for resources: {'Port': ['ID=390114a4-0383-4489-a79d-16a409401c63,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:59.271460 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.311163 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-28962ca8-59d5-4341-b582-74fbc9ab0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:59.312963 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-28962ca8-59d5-4341-b582-74fbc9ab0408 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 1099 time: 0.3242812 Dec 23 00:32:59.328578 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Allocated IP 172.27.1.134 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/41f1289e-7197-4796-883e-55b98f8ea38b) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:32:59.497883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-e51a58a5-cb52-422b-a931-fffc52ef2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:59.499385 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-e51a58a5-cb52-422b-a931-fffc52ef2b87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.1445129 Dec 23 00:32:59.501917 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.582106 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-9a3a3404-4a4b-40b8-bfc3-92b33935c19b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 200 len: 1001 time: 0.0733216 Dec 23 00:32:59.588958 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.661288 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:32:59.670049 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:32:59.674873 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:32:59.677065 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Pushing event updated for resources: {'Port': ['ID=41f1289e-7197-4796-883e-55b98f8ea38b,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:32:59.680003 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-f99ed887-a5d8-4d9b-9e8a-d8d9062361b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:59.681424 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-f99ed887-a5d8-4d9b-9e8a-d8d9062361b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0900011 Dec 23 00:32:59.753047 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:32:59.812973 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-e2b2ece5-9aa0-44ce-960a-009fdd24d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:32:59.814528 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-e2b2ece5-9aa0-44ce-960a-009fdd24d274 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140053 Dec 23 00:33:00.016578 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-015cf914-e00f-4e51-9339-6f38f39d87c5 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747367 Dec 23 00:33:00.055658 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.103548 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabce23b-35a2-49a0-b8cc-dabb7e629a7d None None] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:33:00.185993 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] Provisioning complete for port 390114a4-0383-4489-a79d-16a409401c63 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:00.186423 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.196875 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cb42291-a4fd-43aa-92b6-b9693cc5e28d req-b5be4fee-00e8-463e-9bc1-7c69097b40de service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711652 Dec 23 00:33:00.303312 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.332007 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.338905 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] For port 390114a4-0383-4489-a79d-16a409401c63, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=390114a4-0383-4489-a79d-16a409401c63,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:00.345861 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.398842 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1d13a-11cc-4985-a8c4-802d3358b893 None None] Pushing event updated for resources: {'Port': ['ID=390114a4-0383-4489-a79d-16a409401c63,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:00.481357 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Router b72dfd01-7b85-41b0-870e-aaf774916849 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:33:00.568995 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-33ab73f7-8a0a-42cd-b74e-b661f7bcce97 None None] Provisioning complete for port 390114a4-0383-4489-a79d-16a409401c63 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:00.569365 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-33ab73f7-8a0a-42cd-b74e-b661f7bcce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.588794 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:00.605315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:00.609892 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:00.613992 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1d52af9a-0334-4b55-8f5c-b9d0cb4fe935 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1581500 Dec 23 00:33:00.614079 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53310) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:00.630134 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:00.630769 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:00.738678 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 390114a4-0383-4489-a79d-16a409401c63 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:00.806905 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:00.913701 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 390114a4-0383-4489-a79d-16a409401c63 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:00.914315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.065340 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.179394 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:32:59Z', 'revision_number': 3, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:01.205440 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:01.205440 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Updating router b72dfd01-7b85-41b0-870e-aaf774916849 port 41f1289e-7197-4796-883e-55b98f8ea38b binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:33:01.217036 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Allocated IP 172.20.0.1 (6ef780ac-4c23-4e3f-afa7-2d082926af14/c69fea4c-fb11-48bb-9d03-c012cd5fa11b/fe005ad2-5c1b-496a-bc78-a6a2af264a1a) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:01.242711 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.263824 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.318670 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.351782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.393608 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:01.396309 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:01.399739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:01.405152 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Pushing event updated for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:01.453732 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53316) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:01.504508 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Deleting subnet a13b7f37-2256-411a-8a06-1e40ca8fa0fb {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:33:01.508568 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.517415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.526893 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.550895 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.609914 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.612909 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236077-a627-4602-9035-524213786dbb None None] Pushing event updated for resources: {'Port': ['ID=41f1289e-7197-4796-883e-55b98f8ea38b,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:01.614664 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Attempting to bind port 41f1289e-7197-4796-883e-55b98f8ea38b on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:33:01.615032 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Attempting to bind port 41f1289e-7197-4796-883e-55b98f8ea38b by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:33:01.615405 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Attempting to bind port 41f1289e-7197-4796-883e-55b98f8ea38b on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:01.661831 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:33:01.662675 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:33:01.664992 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.665715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:33:01.665922 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Bound port: 41f1289e-7197-4796-883e-55b98f8ea38b, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:33:01.666355 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.669465 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-ec5674a2-4a0a-457b-878e-c2841d451dd7 None None] Provisioning complete for port fe005ad2-5c1b-496a-bc78-a6a2af264a1a triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:01.669863 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-ec5674a2-4a0a-457b-878e-c2841d451dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.683714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.714505 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13b7f37-2256-411a-8a06-1e40ca8fa0fb,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:01.720038 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.726459 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.731310 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-62f03c25-aba4-4c90-8fde-1ecb462ab418 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a13b7f37-2256-411a-8a06-1e40ca8fa0fb HTTP/1.1" status: 204 len: 168 time: 0.2758868 Dec 23 00:33:01.733277 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53322) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:01.757687 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-ec5674a2-4a0a-457b-878e-c2841d451dd7 None None] Port fe005ad2-5c1b-496a-bc78-a6a2af264a1a cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:33:01.766344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] For port 41f1289e-7197-4796-883e-55b98f8ea38b, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:33:01.770314 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] For port 41f1289e-7197-4796-883e-55b98f8ea38b, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=41f1289e-7197-4796-883e-55b98f8ea38b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:33:01.778124 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.822781 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.867036 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236077-a627-4602-9035-524213786dbb None None] Pushing event updated for resources: {'Port': ['ID=41f1289e-7197-4796-883e-55b98f8ea38b,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:01.870872 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:01.871559 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:01.898677 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.924063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.954025 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dfbc12-5fb4-4e8b-bd69-2476368699a5']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:01.966087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dfa777-4fef-4305-b7e8-497ef9522ba0') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:01.966587 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dfa777-4fef-4305-b7e8-497ef9522ba0') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:01.977323 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.992949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:01.999886 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:33:02.000253 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.037607 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:02.042794 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53328) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:02.148799 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.155975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.201586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.236398 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Pushing event updated for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:02.241362 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b8590af3-6cf7-439a-9edf-3145a36a597c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.269877 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.282618 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.293014 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:33:02.295851 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:33:02.301890 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.307776 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.313943 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7dfbc12-5fb4-4e8b-bd69-2476368699a5 HTTP/1.1" status: 204 len: 168 time: 0.5766392 Dec 23 00:33:02.318830 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4d0b-fe0f-42c8-bbc8-3d4485bfe6bc None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:02.323623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e158f-ec77-400e-bd2a-62e634d8e4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c7dfbc12-5fb4-4e8b-bd69-2476368699a5,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:02.410362 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b8590af3-6cf7-439a-9edf-3145a36a597c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.412657 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:02.414117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:02.416592 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b8590af3-6cf7-439a-9edf-3145a36a597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.460675 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53334) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:02.503464 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6ff876a9-1fe0-486d-8b62-e68a5b873d19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd790485aeba42838bc4f9d910b5a586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405395 Dec 23 00:33:02.504550 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8590af3-6cf7-439a-9edf-3145a36a597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb95143-d930-4bc8-9e77-9176591c50fe,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:02.505898 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53336) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:02.511804 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-b8590af3-6cf7-439a-9edf-3145a36a597c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f815c49d73a9490ca42ebaab4fc8e20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677820 Dec 23 00:33:02.524647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53338) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:02.603079 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:02.616168 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.654919 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.683668 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.724878 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.750924 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:02.758308 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.760190 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-de5f1334-a8bb-4eb0-b4a0-383fa4c6b158 admin admin] 10.222.0.24 "PUT /v2.0/routers/b72dfd01-7b85-41b0-870e-aaf774916849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450264 Dec 23 00:33:02.761326 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.765014 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f72521b-2f2b-43d3-9435-78bffe916a2f HTTP/1.1" status: 204 len: 168 time: 0.2552366 Dec 23 00:33:02.773506 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9c23d-4198-43a4-8805-8412587683dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72521b-2f2b-43d3-9435-78bffe916a2f,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:02.792015 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.794854 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.796117 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fb95143-d930-4bc8-9e77-9176591c50fe HTTP/1.1" status: 204 len: 168 time: 0.2703404 Dec 23 00:33:02.809676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443f608-a5cb-482a-b0b1-60dfe349a3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb95143-d930-4bc8-9e77-9176591c50fe,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:02.812775 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-56b8dd92-1b49-4263-a325-f94c59db3da8 None None] Provisioning complete for port fe005ad2-5c1b-496a-bc78-a6a2af264a1a triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:02.813077 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-56b8dd92-1b49-4263-a325-f94c59db3da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:02.872999 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-56b8dd92-1b49-4263-a325-f94c59db3da8 None None] Port fe005ad2-5c1b-496a-bc78-a6a2af264a1a cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:33:03.638562 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53370) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:03.659919 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215640133', 'description': 'tempest-description--288233930'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:03.699410 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.784496 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.790285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.829352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.830605 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1898715 Dec 23 00:33:03.833455 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53376) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:03.839126 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group_rule': {'security_group_id': '9e9a10b0-9ad0-415d-b31e-ec1d84436b88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:03.846201 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0761-76ee-4c7e-aa8d-69d69ec48dd1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a10b0-9ad0-415d-b31e-ec1d84436b88,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:03.880080 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.940975 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.945649 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.966014 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdce5f1c-6e31-4c9e-9dda-6dd30f4b019a,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:03.971874 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:03.973124 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-fc9e11be-d622-4340-95f2-67ae558a6af6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387069 Dec 23 00:33:03.975830 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53380) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:03.980054 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group_rule': {'security_group_id': '9e9a10b0-9ad0-415d-b31e-ec1d84436b88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:04.008173 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.068797 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.073026 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.091014 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c3cf40-686c-46e3-9c04-436eff081381,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:04.100628 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.102251 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-80c05486-ae59-4ab1-9f83-8366d2b565be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254892 Dec 23 00:33:04.107399 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53386) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:04.112314 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:04.140584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.244875 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.388532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Allocated IP 172.27.1.149 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/34f55688-0667-427c-abb5-25001b010151) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:04.510329 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.552578 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.595690 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:04.598447 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:04.601996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:04.625623 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=34f55688-0667-427c-abb5-25001b010151,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:04.712068 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 41f1289e-7197-4796-883e-55b98f8ea38b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:04.753515 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.769406 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 41f1289e-7197-4796-883e-55b98f8ea38b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:04.769925 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.786574 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:04.795208 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.799516 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:04.801296 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:04.856905 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.890911 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port 41f1289e-7197-4796-883e-55b98f8ea38b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=41f1289e-7197-4796-883e-55b98f8ea38b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:04.902907 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:04.931170 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:04.966452 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=41f1289e-7197-4796-883e-55b98f8ea38b,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:05.001963 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.008430 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.072459 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=34f55688-0667-427c-abb5-25001b010151,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:05.084854 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.085254 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.085608 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.086270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.086591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.086911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.087228 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.087539 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.087852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.088166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.088475 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.088783 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.089093 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.092461 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.108804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.110048 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-d420067e-e938-4972-ade4-2afa05b6db1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0016460 Dec 23 00:33:05.136086 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 2, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:05.165497 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:05.165874 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Updating router b72dfd01-7b85-41b0-870e-aaf774916849 port fe005ad2-5c1b-496a-bc78-a6a2af264a1a binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:33:05.190353 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.304402 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-b9fff4fa-dbe4-4256-8b18-b0c784ee3883 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--215640133&fields=id&tenant_id=8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 267 time: 0.0425694 Dec 23 00:33:05.416971 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-e8f24651-4573-4910-92cf-325bb21fb822 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:05.418457 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-e8f24651-4573-4910-92cf-325bb21fb822 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 811 time: 0.1067653 Dec 23 00:33:05.433335 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-9050fca6-7e5f-42fc-8149-51a38fead637 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/quotas/8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 375 time: 0.0089293 Dec 23 00:33:05.483264 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-33c74e23-c808-4f32-bc87-2b2dfd1b7d72 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442762 Dec 23 00:33:05.521653 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.530791 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.580620 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Pushing event updated for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:05.585431 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-0dbde8b9-7bdc-4143-945e-f6cf6fc172bd service neutron] 10.222.0.24 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861528 Dec 23 00:33:05.591022 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.591613 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.591997 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.592323 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.592654 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.592978 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.593304 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.593646 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.593969 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.594308 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.594633 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.595005 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.595254 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:05.654553 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Attempting to bind port fe005ad2-5c1b-496a-bc78-a6a2af264a1a on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:33:05.654958 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Attempting to bind port fe005ad2-5c1b-496a-bc78-a6a2af264a1a by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:33:05.655438 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Attempting to bind port fe005ad2-5c1b-496a-bc78-a6a2af264a1a on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:05.660664 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:33:05.661489 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Checking segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:33:05.661489 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.661831 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Bound using segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:33:05.662287 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Bound port: fe005ad2-5c1b-496a-bc78-a6a2af264a1a, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:33:05.662986 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.681872 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-2550fdc1-9082-441b-9d99-63f6ed9ae719 service neutron] 10.222.0.24 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874031 Dec 23 00:33:05.726150 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] For port fe005ad2-5c1b-496a-bc78-a6a2af264a1a, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:33:05.729569 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] For port fe005ad2-5c1b-496a-bc78-a6a2af264a1a, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:33:05.736261 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.789769 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:05.789769 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:32:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:05.821121 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] Provisioning complete for port fe005ad2-5c1b-496a-bc78-a6a2af264a1a triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:05.822346 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.882516 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-631f1db8-bcf6-446d-83f7-445245e11cee req-18ec1b37-cf94-4ee9-a851-108c2151bc33 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 210 time: 0.0353878 Dec 23 00:33:05.899648 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bf65f-bb93-4363-8269-8746793a0249 None None] Pushing event updated for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=4']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:05.923225 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:05.941050 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:05.986856 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] For port fe005ad2-5c1b-496a-bc78-a6a2af264a1a, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:05.999827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:06.060827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe687b5-b885-4c1f-ba66-f6d2a3426ce3 None None] Pushing event updated for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:06.119123 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-876e9ab8-6a72-4a48-983e-0fcb2c96f40b None None] Provisioning complete for port fe005ad2-5c1b-496a-bc78-a6a2af264a1a triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:06.119510 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-876e9ab8-6a72-4a48-983e-0fcb2c96f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:06.163865 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:06.191410 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8316e8-2c44-4a95-987f-33aad9183898 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:06.689907 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 41f1289e-7197-4796-883e-55b98f8ea38b up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:06.742804 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 41f1289e-7197-4796-883e-55b98f8ea38b triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:06.743248 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:06.818229 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fe005ad2-5c1b-496a-bc78-a6a2af264a1a up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:06.870857 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port fe005ad2-5c1b-496a-bc78-a6a2af264a1a triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:06.871550 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:06.963340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-686f2630-0dda-459b-9cd2-bd10d749c722 req-bfb261b7-8bf9-45c1-a24f-07010398302a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 210 time: 0.0251732 Dec 23 00:33:08.059895 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-50819503-a924-4799-9dc3-e6571a593abc req-96780355-bb35-4567-931e-5a60a9fe31b5 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Dec 23 00:33:08.325983 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-b03822e7-1d14-40be-8e7e-c9d24445fefa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:08.327403 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-b03822e7-1d14-40be-8e7e-c9d24445fefa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 811 time: 0.1027734 Dec 23 00:33:08.400449 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-c0f1e2a8-45aa-46bb-80d3-7fa36aad854d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 379 time: 0.0531723 Dec 23 00:33:08.415503 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'port': {'device_id': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'admin_state_up': True, 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'security_groups': ['9e9a10b0-9ad0-415d-b31e-ec1d84436b88']}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:08.527246 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Made reservation on behalf of 8d963ff0ae79470cb096ee57994beae2 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:33:08.530777 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:08.658271 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Allocated IP 172.20.0.9 (6ef780ac-4c23-4e3f-afa7-2d082926af14/c69fea4c-fb11-48bb-9d03-c012cd5fa11b/dba0486e-3d86-4c41-9a4e-cc0ef517230d) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:08.695530 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:33:08.816111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:08.852473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:08.894378 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:08.897580 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:08.901296 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:08.932118 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:08.959353 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:08.959962 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:08.979847 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-d2933fb1-e1e5-47a3-8e95-d893d1f8640b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683486 Dec 23 00:33:09.002111 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Request body: {'port': {'device_id': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:09.057377 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.141939 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-07c600ba-629f-42f2-aabc-0c517f574817 None None] Provisioning complete for port dba0486e-3d86-4c41-9a4e-cc0ef517230d triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:09.142515 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-07c600ba-629f-42f2-aabc-0c517f574817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.175990 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-07c600ba-629f-42f2-aabc-0c517f574817 None None] Port dba0486e-3d86-4c41-9a4e-cc0ef517230d cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:33:09.253698 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9dcd1-5d25-42ef-81e3-1b565cdebba5 req-6539ce65-d56a-4685-8f85-4915e3113ff4 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:09.255170 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c5a9dcd1-5d25-42ef-81e3-1b565cdebba5 req-6539ce65-d56a-4685-8f85-4915e3113ff4 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 931 time: 0.1042771 Dec 23 00:33:09.333104 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c5a9dcd1-5d25-42ef-81e3-1b565cdebba5 req-3391cbb4-a055-45b4-b2d3-b9daef930dbe tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704627 Dec 23 00:33:09.378522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba0486e-3d86-4c41-9a4e-cc0ef517230d {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:09.385890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.397644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Transition to ACTIVE for port object dba0486e-3d86-4c41-9a4e-cc0ef517230d will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:33:09.404548 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.452544 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Pushing event updated for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:09.521603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Attempting to bind port dba0486e-3d86-4c41-9a4e-cc0ef517230d on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:33:09.521955 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Attempting to bind port dba0486e-3d86-4c41-9a4e-cc0ef517230d by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:33:09.522276 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Attempting to bind port dba0486e-3d86-4c41-9a4e-cc0ef517230d on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:09.526957 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Port dba0486e-3d86-4c41-9a4e-cc0ef517230d on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:33:09.527269 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Attempting to bind port dba0486e-3d86-4c41-9a4e-cc0ef517230d on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:09.532327 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:33:09.532657 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Checking segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:33:09.533032 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Bound using segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:33:09.533449 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Bound port: dba0486e-3d86-4c41-9a4e-cc0ef517230d, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:33:09.533827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.600859 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:33:09.604190 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:33:09.609492 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.643857 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:09.644483 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:09.645848 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] 10.222.0.43 "PUT /v2.0/ports/dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 1093 time: 0.6484866 Dec 23 00:33:09.646287 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:09.648650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c757928-af3a-4d91-aee7-b7a66733d0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:09.674397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6002d-56b0-4d30-9dfa-02b9a5800f81 service neutron] Pushing event updated for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:09.686117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa2ed4-08b4-4be6-a9df-a28239951662 x-openstack-request-id: req-b7aa2ed4-08b4-4be6-a9df-a28239951662 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:09.686409 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:09.686695 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7aa2ed4-08b4-4be6-a9df-a28239951662 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:09.687086 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'status': 'completed', 'code': 200} Dec 23 00:33:10.450349 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a42bec-8a6b-45e0-bdfc-ad8cc4c8d283 req-aa3bc43c-7d60-4c83-b664-a967b4f32e3f tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:10.451818 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85a42bec-8a6b-45e0-bdfc-ad8cc4c8d283 req-aa3bc43c-7d60-4c83-b664-a967b4f32e3f tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0486536 Dec 23 00:33:10.502309 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85a42bec-8a6b-45e0-bdfc-ad8cc4c8d283 req-85ee16d0-a57e-4d51-b6e8-2f8e4e33f680 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 Dec 23 00:33:11.635655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1026b-984b-4a76-85b1-a0916ee73082 req-c02e97ce-ec1b-4bef-bc5b-863206ae4156 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:11.637127 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-79c1026b-984b-4a76-85b1-a0916ee73082 req-c02e97ce-ec1b-4bef-bc5b-863206ae4156 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0612087 Dec 23 00:33:11.687447 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-79c1026b-984b-4a76-85b1-a0916ee73082 req-20f78104-e4bc-4311-911a-b0e560048756 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Dec 23 00:33:11.984045 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-f381b292-7eef-42f6-b49c-edc7a4a02cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:11.985506 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-f381b292-7eef-42f6-b49c-edc7a4a02cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1096 time: 0.0409639 Dec 23 00:33:12.099647 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-412fdb6e-e614-460b-bcef-99c0bd2ff1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:12.101121 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-412fdb6e-e614-460b-bcef-99c0bd2ff1f3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d963ff0ae79470cb096ee57994beae2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994503 Dec 23 00:33:12.203886 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-d6191f4c-4137-4af7-8801-6f0e9afe4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:12.205381 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3c757928-af3a-4d91-aee7-b7a66733d0d0 req-d6191f4c-4137-4af7-8801-6f0e9afe4de1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960970 Dec 23 00:33:12.323759 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-78fd40a4-841e-4f31-b8f9-fd62f52ba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:12.325268 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-78fd40a4-841e-4f31-b8f9-fd62f52ba614 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1096 time: 0.0419827 Dec 23 00:33:12.378115 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-3ea71534-32b7-4155-960c-a5bcca7e912f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 217 time: 0.0360835 Dec 23 00:33:12.829443 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d583c2b-e96d-45b8-9184-116f3830659a req-47365869-faf5-48a8-97bc-174789d516fd tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:12.831705 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3d583c2b-e96d-45b8-9184-116f3830659a req-47365869-faf5-48a8-97bc-174789d516fd tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0640690 Dec 23 00:33:12.886484 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3d583c2b-e96d-45b8-9184-116f3830659a req-59e7c3d8-c124-4e25-ba6a-26268b6460d3 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468092 Dec 23 00:33:13.363380 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-0fdb31e2-ade6-45d9-87bf-ebc7f49e01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:13.364768 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-0fdb31e2-ade6-45d9-87bf-ebc7f49e01e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0444856 Dec 23 00:33:14.018065 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f3bec-46d0-4391-9004-256fc776bf40 req-14ed2eb6-585e-4d6c-8847-d11161301c52 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:14.019503 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6c8f3bec-46d0-4391-9004-256fc776bf40 req-14ed2eb6-585e-4d6c-8847-d11161301c52 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0499609 Dec 23 00:33:14.065703 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6c8f3bec-46d0-4391-9004-256fc776bf40 req-9406da3d-4d50-4a0c-80ce-d62eeb163c6f tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Dec 23 00:33:14.205653 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-e72ebfb6-a4ca-4806-9516-aaffd74ff725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:14.207035 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-e72ebfb6-a4ca-4806-9516-aaffd74ff725 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485256 Dec 23 00:33:15.246237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b044f5-e39b-4c40-aa03-87889d27b19f req-656e03ac-5cdb-4edd-b597-b4cd08ecb89b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:15.247679 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55b044f5-e39b-4c40-aa03-87889d27b19f req-656e03ac-5cdb-4edd-b597-b4cd08ecb89b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0988500 Dec 23 00:33:15.251154 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-80fc1f02-883c-49e8-a5a3-1b3773fec83b service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258788 Dec 23 00:33:15.344446 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-55b044f5-e39b-4c40-aa03-87889d27b19f req-31bd3853-b30a-451e-a03d-5397c0fa7dbb tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907919 Dec 23 00:33:15.370212 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0f799e78-7f04-47c4-b983-f6e20055ee6b req-4ee9cf6f-6b23-4cba-9ba3-47ad73c32c8d service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038327 Dec 23 00:33:16.474023 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a746-03c3-47e3-be92-654a00e24755 req-4b24b89a-1b11-4725-b8ad-c07d01b14aa0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:16.475557 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a318a746-03c3-47e3-be92-654a00e24755 req-4b24b89a-1b11-4725-b8ad-c07d01b14aa0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0534611 Dec 23 00:33:16.523169 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a318a746-03c3-47e3-be92-654a00e24755 req-5d5affa9-7368-44f9-8ec1-23b5b7618b4e tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Dec 23 00:33:17.640534 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee09f72-2d4b-44e0-9012-4249bbc80716 req-4793cd37-b939-422a-a0a9-100b7e57779d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:17.642033 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7ee09f72-2d4b-44e0-9012-4249bbc80716 req-4793cd37-b939-422a-a0a9-100b7e57779d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0485437 Dec 23 00:33:17.691869 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7ee09f72-2d4b-44e0-9012-4249bbc80716 req-d3f0fcae-98c3-4404-a419-bef0a8adfd6b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Dec 23 00:33:18.810276 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb50acb-691d-4d30-b167-15cbe62af06d req-51eaeafa-912f-4592-92b7-90701316469e tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:18.811718 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-edb50acb-691d-4d30-b167-15cbe62af06d req-51eaeafa-912f-4592-92b7-90701316469e tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0477254 Dec 23 00:33:18.859181 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-edb50acb-691d-4d30-b167-15cbe62af06d req-acea45ad-7ac4-4979-b703-c626fc920e64 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415120 Dec 23 00:33:19.995600 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaea08-07ab-4d25-bb3f-acec0dfd5f89 req-3652e463-7fc8-45dd-86d3-ad2a7fd263a9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:19.997205 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20aaea08-07ab-4d25-bb3f-acec0dfd5f89 req-3652e463-7fc8-45dd-86d3-ad2a7fd263a9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0638428 Dec 23 00:33:20.048544 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20aaea08-07ab-4d25-bb3f-acec0dfd5f89 req-20ada207-b361-4832-a198-8a2ad8f875aa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Dec 23 00:33:21.167423 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3b18-0ca5-4720-b502-81f08f6b2a4e req-fb42e36c-e6ac-4a9b-9b3c-fb4cc4d45999 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:21.168988 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-640e3b18-0ca5-4720-b502-81f08f6b2a4e req-fb42e36c-e6ac-4a9b-9b3c-fb4cc4d45999 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 943 time: 0.0530648 Dec 23 00:33:21.216356 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-640e3b18-0ca5-4720-b502-81f08f6b2a4e req-79ca5e97-5d72-4830-b2e1-ea6cf020f206 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Dec 23 00:33:21.949429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device dba0486e-3d86-4c41-9a4e-cc0ef517230d details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:33:22.062975 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:22.074501 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'port_id': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'mac_address': 'fa:16:3e:a4:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:33:22.111660 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:22.124012 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba0486e-3d86-4c41-9a4e-cc0ef517230d {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:22.143172 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:22.149002 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:22.192524 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:22.329943 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d3d7f-a9e9-4abf-90de-f9351e2af84b req-a16236f3-10c3-4915-9b63-949f7cfb2f74 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:22.331434 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a5d3d7f-a9e9-4abf-90de-f9351e2af84b req-a16236f3-10c3-4915-9b63-949f7cfb2f74 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 944 time: 0.0484042 Dec 23 00:33:22.385083 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3a5d3d7f-a9e9-4abf-90de-f9351e2af84b req-555af7ac-fce2-44b3-94a4-5d6171b42ddc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 Dec 23 00:33:22.582625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['dba0486e-3d86-4c41-9a4e-cc0ef517230d'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:22.746997 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53650) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:22.850694 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94021a32-3ab0-4d77-a4b5-789f1ecd5a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:22.926739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94021a32-3ab0-4d77-a4b5-789f1ecd5a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:22.932890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94021a32-3ab0-4d77-a4b5-789f1ecd5a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:22.972976 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-94021a32-3ab0-4d77-a4b5-789f1ecd5a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76ad40a31808440e9b8f2e8a6784e19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248507 Dec 23 00:33:22.974119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021a32-3ab0-4d77-a4b5-789f1ecd5a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0500caa-2deb-41e0-b014-1b4b6aa16eb1,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:22.975869 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53660) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:23.023501 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.044982 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.092283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.094901 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.096058 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0500caa-2deb-41e0-b014-1b4b6aa16eb1 HTTP/1.1" status: 204 len: 168 time: 0.1186538 Dec 23 00:33:23.103455 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939dd31-e5b2-4b62-9b88-3ce6f5a09d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0500caa-2deb-41e0-b014-1b4b6aa16eb1,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:23.367314 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53666) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:23.386385 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-90a00320-ff00-4ed9-b7f4-28a40aaa3ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.462237 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-90a00320-ff00-4ed9-b7f4-28a40aaa3ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.468194 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-90a00320-ff00-4ed9-b7f4-28a40aaa3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.499148 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be397389-ba06-4e79-92d8-32698c59f1c9 req-6e64f849-5009-426e-91d4-64694fec049a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:23.500636 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-be397389-ba06-4e79-92d8-32698c59f1c9 req-6e64f849-5009-426e-91d4-64694fec049a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 944 time: 0.0475674 Dec 23 00:33:23.510921 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-90a00320-ff00-4ed9-b7f4-28a40aaa3ba3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a969f046016429991dfd6702e0ad426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421702 Dec 23 00:33:23.511656 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a00320-ff00-4ed9-b7f4-28a40aaa3ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be103e0-3a5e-4d40-85e3-f86cc85982ad,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:23.514245 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53670) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:23.574208 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-be397389-ba06-4e79-92d8-32698c59f1c9 req-7e764e17-e93b-4ff3-9cb2-4b160e52be90 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669641 Dec 23 00:33:23.590140 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.609580 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.660652 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.663774 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:23.664942 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9be103e0-3a5e-4d40-85e3-f86cc85982ad HTTP/1.1" status: 204 len: 168 time: 0.1497154 Dec 23 00:33:23.672913 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5560-67c1-4b9c-86d3-a8417fdc46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be103e0-3a5e-4d40-85e3-f86cc85982ad,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:23.967963 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device dba0486e-3d86-4c41-9a4e-cc0ef517230d up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:24.035678 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port dba0486e-3d86-4c41-9a4e-cc0ef517230d completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:33:24.042900 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port dba0486e-3d86-4c41-9a4e-cc0ef517230d triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:24.043514 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:24.130225 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:24.155567 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:24.158035 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b5978-e0e2-4f3e-a0b1-85705365a602" -d '{"events": [{"server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "name": "network-vif-plugged", "status": "completed", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:24.171676 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:24.177473 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:24.222294 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ccbfa8-d93d-4edf-9928-9589349bb307 x-openstack-request-id: req-c2ccbfa8-d93d-4edf-9928-9589349bb307 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:24.222582 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "name": "network-vif-plugged", "status": "completed", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:24.223114 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2ccbfa8-d93d-4edf-9928-9589349bb307 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:24.223500 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'code': 200} Dec 23 00:33:24.241422 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:24.271215 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4488a8-653a-49fb-948c-d667d1e8acc8 req-94aaac7b-4de5-475d-84ac-a47968fb0b58 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:24.272714 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b4488a8-653a-49fb-948c-d667d1e8acc8 req-94aaac7b-4de5-475d-84ac-a47968fb0b58 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Dec 23 00:33:24.337822 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4b4488a8-653a-49fb-948c-d667d1e8acc8 req-f949c0dd-f88e-4d38-925b-9d8830d91d11 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Dec 23 00:33:24.473092 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc871-4a4a-43a6-bbdd-240f296a40a0 req-c2b1a965-e2cc-4abc-be35-e1b1f9db3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:24.474631 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15fc871-4a4a-43a6-bbdd-240f296a40a0 req-c2b1a965-e2cc-4abc-be35-e1b1f9db3974 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1098 time: 0.0403249 Dec 23 00:33:24.522372 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c15fc871-4a4a-43a6-bbdd-240f296a40a0 req-6f811158-c988-4ba7-bf5b-a6431b5b8d50 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 Dec 23 00:33:24.691268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc72f1-e2b4-40c5-879d-aa2ac609e18f req-f808cad1-9813-4a0c-885b-48cb6b3a046c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:24.692884 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b2fc72f1-e2b4-40c5-879d-aa2ac609e18f req-f808cad1-9813-4a0c-885b-48cb6b3a046c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Dec 23 00:33:24.740367 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b2fc72f1-e2b4-40c5-879d-aa2ac609e18f req-2035967b-c371-4f16-b1fe-2e69d78b944e tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Dec 23 00:33:25.448960 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40a6e8-70fc-4ed0-aea7-f1f8ad6c274e req-b28fa952-201f-452b-9d8f-aeb9a9b214b7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:25.450499 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3d40a6e8-70fc-4ed0-aea7-f1f8ad6c274e req-b28fa952-201f-452b-9d8f-aeb9a9b214b7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Dec 23 00:33:25.497497 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3d40a6e8-70fc-4ed0-aea7-f1f8ad6c274e req-612411bd-ceb5-4e55-9895-6b3cf9534885 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Dec 23 00:33:25.855620 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f28cc-4cce-47fb-a204-a5e890ba6fa6 req-e2b5af78-719f-41d4-96a9-23e7f0c820a0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:25.857098 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e43f28cc-4cce-47fb-a204-a5e890ba6fa6 req-e2b5af78-719f-41d4-96a9-23e7f0c820a0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0505035 Dec 23 00:33:25.906462 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e43f28cc-4cce-47fb-a204-a5e890ba6fa6 req-6d1a186d-4749-48e1-b6f4-a4fc5e7ceb8f tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Dec 23 00:33:26.416382 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4c0d-0d17-415f-a774-8262566b25cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:26.618965 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805984b-efca-486c-8e42-9a225a36f71b req-6ce9e895-c59b-4ee2-99df-5436895dfc60 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:26.620420 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4805984b-efca-486c-8e42-9a225a36f71b req-6ce9e895-c59b-4ee2-99df-5436895dfc60 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0542738 Dec 23 00:33:26.672085 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4805984b-efca-486c-8e42-9a225a36f71b req-f3098abd-fd22-46a5-b833-752f3e7affc7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Dec 23 00:33:26.974107 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-2b1a6789-958a-47b4-8f82-412c44e200a7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:26.975576 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-2b1a6789-958a-47b4-8f82-412c44e200a7 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 945 time: 0.0555327 Dec 23 00:33:27.077091 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331dcf-40b2-424f-b039-56a3d376764b req-3d219921-dda8-4623-9837-678d65056b43 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:27.078655 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0331dcf-40b2-424f-b039-56a3d376764b req-3d219921-dda8-4623-9837-678d65056b43 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0996587 Dec 23 00:33:27.128806 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Deleting port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:27.129141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:27.160726 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0331dcf-40b2-424f-b039-56a3d376764b req-c9ce08ca-3008-4474-a901-b6ccd08ee7ce tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715194 Dec 23 00:33:27.229865 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] For port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:27.230263 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:27.243247 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Calling delete_port for 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:27.274347 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c62e2-d452-4194-87e6-09118863bd2d req-fcb89d1e-9f88-4b26-b6d3-6e3dd276cfef tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:27.275839 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-da9c62e2-d452-4194-87e6-09118863bd2d req-fcb89d1e-9f88-4b26-b6d3-6e3dd276cfef tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0494351 Dec 23 00:33:27.284295 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53776) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:27.289666 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'floatingip': {'port_id': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:27.365380 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:27.377576 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:27.415703 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['94de77cb-ab0c-4b3f-abe4-c7367ec3c81c'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:27.415957 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Pushing event deleted for resources: {'Port': ['ID=94de77cb-ab0c-4b3f-abe4-c7367ec3c81c,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:27.457301 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] No DVR routers for this DVR port 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:27.459797 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:27.463506 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a599ec2-7a57-4945-8d45-4d7d80641e29 req-b7e0c8e4-5d60-481b-9ea3-821e79bc94c4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "DELETE /v2.0/ports/94de77cb-ab0c-4b3f-abe4-c7367ec3c81c HTTP/1.1" status: 204 len: 173 time: 0.4763484 Dec 23 00:33:27.463929 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'name': 'network-vif-deleted', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:27.466173 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc43533f-8c7c-4790-ab10-6ed2ba5ee1c6" -d '{"events": [{"server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "name": "network-vif-deleted", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:27.514405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1f88d7-db2c-4cb6-8c85-e950188ade83 x-openstack-request-id: req-0d1f88d7-db2c-4cb6-8c85-e950188ade83 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:27.514717 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d6d95-146d-488c-976b-2001a47ecd69", "name": "network-vif-deleted", "tag": "94de77cb-ab0c-4b3f-abe4-c7367ec3c81c", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:27.515027 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d1f88d7-db2c-4cb6-8c85-e950188ade83 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:27.515405 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d6d95-146d-488c-976b-2001a47ecd69', 'name': 'network-vif-deleted', 'tag': '94de77cb-ab0c-4b3f-abe4-c7367ec3c81c', 'status': 'completed', 'code': 200} Dec 23 00:33:27.814963 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-54891d66-8a51-4e95-b67b-1372c065012d req-e2a5989e-cc9c-4369-80cd-282eb5581d91 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00d6d95-146d-488c-976b-2001a47ecd69 HTTP/1.1" status: 200 len: 210 time: 0.0416751 Dec 23 00:33:27.994267 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:28.000600 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:28.330750 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Floating IP 21364aef-8488-40a8-b935-bbc3ea49b173 associated. External IP: 172.27.1.149, port: dba0486e-3d86-4c41-9a4e-cc0ef517230d. Dec 23 00:33:28.531893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:28.539238 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-50651b61-486d-43b4-953b-37e19596b07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:28.642004 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:28.646980 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:28.654140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:28.664976 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:28.665847 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:28.680807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e3ab0818-91f5-4de5-8a22-30a7f0af393d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "PUT /v2.0/floatingips/21364aef-8488-40a8-b935-bbc3ea49b173 HTTP/1.1" status: 200 len: 991 time: 1.3922238 Dec 23 00:33:28.680807 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:28.681215 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280f935-9e74-461e-9562-91322a9fede0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:28.721785 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92a9a0-c04e-4114-ab4a-3a17c0d35114 x-openstack-request-id: req-9e92a9a0-c04e-4114-ab4a-3a17c0d35114 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:28.722630 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:28.722752 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e92a9a0-c04e-4114-ab4a-3a17c0d35114 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:28.723303 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'status': 'completed', 'code': 200} Dec 23 00:33:28.805456 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:28.810019 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53802) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:28.826318 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f935-9e74-461e-9562-91322a9fede0 req-f717b83e-f19a-4a47-8e58-3e575f03d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:28.827807 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-f717b83e-f19a-4a47-8e58-3e575f03d95b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1098 time: 0.0490651 Dec 23 00:33:28.928421 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f935-9e74-461e-9562-91322a9fede0 req-5c12ffa5-10d2-4c4a-8a05-f727697d97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:28.929943 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-5c12ffa5-10d2-4c4a-8a05-f727697d97ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0944440 Dec 23 00:33:28.954956 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c253b22c-d00d-46d1-a06d-e5ed9fe0be1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.034058 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-d74b207f-25ef-4233-b7d1-83518f68acca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 999 time: 0.0846603 Dec 23 00:33:29.240987 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '21364aef-8488-40a8-b935-bbc3ea49b173', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:a4:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:04Z', 'updated_at': '2021-12-23T00:33:27Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:29.274736 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:29.289929 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:29.290552 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:29.294389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.350215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f935-9e74-461e-9562-91322a9fede0 req-a74cc3f9-5669-4817-9571-637358d21759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:29.351831 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-a74cc3f9-5669-4817-9571-637358d21759 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.3116939 Dec 23 00:33:29.363215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c253b22c-d00d-46d1-a06d-e5ed9fe0be1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.368387 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c253b22c-d00d-46d1-a06d-e5ed9fe0be1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.400707 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:29.405505 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c253b22c-d00d-46d1-a06d-e5ed9fe0be1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0443d1e7b5b34351a416fe721858a362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943971 Dec 23 00:33:29.406425 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253b22c-d00d-46d1-a06d-e5ed9fe0be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17710f8-c46b-49ad-9442-487317e12689,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:29.408583 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53812) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:29.454765 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.475969 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.526646 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.529423 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.530604 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17710f8-c46b-49ad-9442-487317e12689 HTTP/1.1" status: 204 len: 168 time: 0.1210480 Dec 23 00:33:29.538666 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30908f-9d6c-4a9f-9aef-c04054beb5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17710f8-c46b-49ad-9442-487317e12689,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:29.635587 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '21364aef-8488-40a8-b935-bbc3ea49b173', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:a4:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:04Z', 'updated_at': '2021-12-23T00:33:27Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:29.664887 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f244e80-81ba-4d32-8f99-8d6167c6c943 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '21364aef-8488-40a8-b935-bbc3ea49b173', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:a4:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:04Z', 'updated_at': '2021-12-23T00:33:27Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:29.751854 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.813834 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53818) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:29.827782 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c7a2713c-86e1-4bbf-a54e-b375abd06a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.862840 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb42263-6628-4a33-b132-eb7d05f0791d None None] New status for floating IP 21364aef-8488-40a8-b935-bbc3ea49b173: ACTIVE {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:33:29.904831 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c7a2713c-86e1-4bbf-a54e-b375abd06a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.909502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c7a2713c-86e1-4bbf-a54e-b375abd06a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:29.946351 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c7a2713c-86e1-4bbf-a54e-b375abd06a08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a875e86a085b4c23a732c28e661f264d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311815 Dec 23 00:33:29.947181 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2713c-86e1-4bbf-a54e-b375abd06a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d01c2-3b15-42a3-90ab-06633e03ce0e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:29.949219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53822) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:29.998526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.020164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.068561 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.071629 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.072961 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/028d01c2-3b15-42a3-90ab-06633e03ce0e HTTP/1.1" status: 204 len: 168 time: 0.1226423 Dec 23 00:33:30.081211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8a5ba-bef6-4ee3-bfb2-b5141a4e1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d01c2-3b15-42a3-90ab-06633e03ce0e,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:30.251473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f935-9e74-461e-9562-91322a9fede0 req-f8ea2f3d-823f-44b7-83ac-795bb82079fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:30.253121 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-f8ea2f3d-823f-44b7-83ac-795bb82079fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402656 Dec 23 00:33:30.420848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53830) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:30.434284 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e6f06716-eb89-4557-862b-6cbe2c3b0069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.512857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e6f06716-eb89-4557-862b-6cbe2c3b0069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.519211 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e6f06716-eb89-4557-862b-6cbe2c3b0069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.556176 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e6f06716-eb89-4557-862b-6cbe2c3b0069 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f75a0e3318fd4da88dce64832573c0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342692 Dec 23 00:33:30.556950 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f06716-eb89-4557-862b-6cbe2c3b0069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739bd6a-0302-452e-ac64-c6294715c189,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:30.558986 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53832) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:30.608779 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.630067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.677813 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.680307 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:30.681399 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5739bd6a-0302-452e-ac64-c6294715c189 HTTP/1.1" status: 204 len: 168 time: 0.1214466 Dec 23 00:33:30.688906 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ecf51-3745-445c-869e-efbf77630b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739bd6a-0302-452e-ac64-c6294715c189,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:31.234102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:32.081063 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:32.084914 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:32.102950 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:32.103310 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 94de77cb-ab0c-4b3f-abe4-c7367ec3c81c not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:32.163955 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-f7a4e94b-5f12-43b3-b5ca-90185ce48680 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917051 Dec 23 00:33:32.267826 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6280f935-9e74-461e-9562-91322a9fede0 req-08e51fde-5218-467e-bc55-16878ed8afc0 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890324 Dec 23 00:33:37.159831 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-379dd32b-83fb-4a1b-8794-3dee01f9b04d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832794067&fields=id&tenant_id=781ac330c6d5418ba4651babfe8c71c2 HTTP/1.1" status: 200 len: 267 time: 0.0464818 Dec 23 00:33:37.216108 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-3fb6bf19-3ab2-4075-935a-d31a238a3d33 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:37.217570 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-3fb6bf19-3ab2-4075-935a-d31a238a3d33 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 984 time: 0.0518069 Dec 23 00:33:37.231570 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Request body: {'port': {'security_groups': ['b7fa4a3d-c92a-4b43-aa30-08875cf114f7']}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:37.300628 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.474383 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:37.503814 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.511581 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.560313 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:37.560963 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.562388 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a5efd8c3-4edc-429f-b8de-a9ad12dd6cb1 req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "PUT /v2.0/ports/6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 942 time: 0.3353174 Dec 23 00:33:37.562845 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:37.565156 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a242ee-c127-4aa0-95d2-57c9e2e2315a" -d '{"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:37.568574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 53984) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:37.588429 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c3366-dfb5-4fe1-acd7-c45bd35357fe tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event updated for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=7']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:37.609164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3ee8e9-a9bf-46df-b867-274afa46c5e6 x-openstack-request-id: req-ee3ee8e9-a9bf-46df-b867-274afa46c5e6 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:37.611224 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:37.611224 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee3ee8e9-a9bf-46df-b867-274afa46c5e6 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:37.611224 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:33:37.647624 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.674251 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.735309 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.738215 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.739417 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "DELETE /v2.0/security-groups/dda81024-d1d1-49dc-aa35-2d1f6d4cae28 HTTP/1.1" status: 204 len: 168 time: 0.1698871 Dec 23 00:33:37.742268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 53988) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:37.748285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a741bbb-9914-499a-9c14-35a15e32504f tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda81024-d1d1-49dc-aa35-2d1f6d4cae28,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:37.819172 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:37.873233 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-66468cbc-807b-45f4-a83b-960fb10246a9 None None] Provisioning complete for port 6748daa0-677a-48ce-8e0f-9b35217764eb triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:37.873618 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-66468cbc-807b-45f4-a83b-960fb10246a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:37.913037 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-a9138051-f6f2-432c-8cb0-fc4b9ca50433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:37.914569 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-a9138051-f6f2-432c-8cb0-fc4b9ca50433 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1098 time: 0.0747671 Dec 23 00:33:37.934269 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Deleting port b98bf3f7-783e-4144-83e9-81f8c5f66ca8 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:37.934612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.050508 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:38.074189 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.074553 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.083352 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-2a99f53a-16c7-45f3-afcf-8e55e94e47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:38.084823 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-2a99f53a-16c7-45f3-afcf-8e55e94e47cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.1522794 Dec 23 00:33:38.092277 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Calling delete_port for b98bf3f7-783e-4144-83e9-81f8c5f66ca8 owned by network:floatingip {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:38.201892 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-8392bffe-f9c2-46a6-a3a6-8df6cd49831b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 1000 time: 0.1042242 Dec 23 00:33:38.300659 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-bbe97f6c-ad19-4149-831b-b39070ed92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:38.302075 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-bbe97f6c-ad19-4149-831b-b39070ed92a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0881023 Dec 23 00:33:38.366099 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-7af73911-896e-4332-b2d5-dd82de27b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:38.367587 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-7af73911-896e-4332-b2d5-dd82de27b179 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538239 Dec 23 00:33:38.465320 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.501368 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event deleted for resources: {'Port': ['ID=b98bf3f7-783e-4144-83e9-81f8c5f66ca8,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:38.512609 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-a410afb4-be58-4515-8e58-9ee62d048e7b service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Dec 23 00:33:38.618137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks [] for floatingip, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.618355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Floating IP 1e355685-b5f1-47ab-b081-4eafb3218f94 disassociated (deleted). External IP: 172.27.1.90, port: 6748daa0-677a-48ce-8e0f-9b35217764eb. Dec 23 00:33:38.680705 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-84a242ee-c127-4aa0-95d2-57c9e2e2315a req-f7f5954d-c82c-4fb5-ba5e-2e16e18465e7 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550443 Dec 23 00:33:38.840522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:38.928597 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-8cd55b9c-9093-458d-822d-86ea0e6c1a65 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:38.930203 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-8cd55b9c-9093-458d-822d-86ea0e6c1a65 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/networks?id=f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 200 len: 813 time: 0.1117268 Dec 23 00:33:38.946326 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e3577d81-5587-42b6-b792-65a795260aee tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/quotas/a5e9a7fe3de14511bf56fce53f572434 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Dec 23 00:33:38.954056 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:38.958903 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:38.964881 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Sync routers for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:38.977519 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:38.981829 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:38.989436 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-b83a2dd4-019b-4527-82e0-68a5899563b7 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "DELETE /v2.0/floatingips/1e355685-b5f1-47ab-b081-4eafb3218f94 HTTP/1.1" status: 204 len: 168 time: 1.2459669 Dec 23 00:33:38.990494 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-7a0cfc6d-60ea-40b9-aa8b-856b9602aebe tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385172 Dec 23 00:33:39.087208 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-df5a882d-c60c-4a79-bd0c-2c28dbfb9aed service neutron] 10.222.0.24 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957823 Dec 23 00:33:39.095369 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:39.198490 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-9ef49991-ce28-4a3c-8f64-60a88565a3d5 service neutron] 10.222.0.24 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046040 Dec 23 00:33:39.415184 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:39.423228 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bb2051a9-dc49-4b89-92e4-06c16b22e8c0 req-5105801c-b51b-4903-8ce8-ede828cf433a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 210 time: 0.0378952 Dec 23 00:33:39.446103 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Checking router: 1a3abce9-4ec8-493b-bd52-97ea49730eb6 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:39.454772 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:39.455525 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:39.568461 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:39.611854 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:39.623402 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e219594-2fc1-4e16-9655-35107ef89ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:39.623693 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93d5a7-c795-405f-a676-0d72379b69e0 req-bd357477-2136-4d1c-b75c-c46dd63255f0 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:39.625688 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2d93d5a7-c795-405f-a676-0d72379b69e0 req-bd357477-2136-4d1c-b75c-c46dd63255f0 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0702267 Dec 23 00:33:39.673809 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1415a32-4504-477a-868b-c74d02dd12b9 x-openstack-request-id: req-f1415a32-4504-477a-868b-c74d02dd12b9 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:39.677843 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f4f85-d845-4802-a036-93081105db42", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:39.678539 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1415a32-4504-477a-868b-c74d02dd12b9 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:39.679189 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:33:39.686115 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2d93d5a7-c795-405f-a676-0d72379b69e0 req-2c4406a6-50bb-48c1-b2fd-c28c126d5403 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Dec 23 00:33:39.781455 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-010099ee-92ad-41d5-ae9f-89b2b1f3f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:39.783124 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-010099ee-92ad-41d5-ae9f-89b2b1f3f841 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=781ac330c6d5418ba4651babfe8c71c2&device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 1098 time: 0.0456424 Dec 23 00:33:39.900277 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-53cf02d3-5576-41b7-a321-796cfc61c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:39.901789 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-53cf02d3-5576-41b7-a321-796cfc61c453 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 200 len: 915 time: 0.0965531 Dec 23 00:33:39.923184 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:39.950945 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b801-69d5-4562-b3a4-6baf865f7b12 None None] The sync data for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi is: [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:29:45Z', 'revision_number': 4, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '43b39dde-9504-49bf-bd8b-727679c396ec', 'name': '', 'network_id': '85162e23-c2bf-4f13-a926-5964a02ea7e9', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'mac_address': 'fa:16:3e:34:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:44Z', 'updated_at': '2021-12-23T00:29:51Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'subnets': [{'id': 'a897c5bc-5932-4741-89aa-6b37e79785a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:39.955140 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-8fd03b6f-e430-42f7-8707-0596b2a2ee55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 200 len: 217 time: 0.0342228 Dec 23 00:33:40.027821 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-f478d71e-b207-44ba-9b02-29902517eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:40.029838 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-f478d71e-b207-44ba-9b02-29902517eaa9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 200 len: 853 time: 0.0466671 Dec 23 00:33:40.116907 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-7b34129c-99cc-4744-8a53-58b9f2ead535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:40.118574 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-7b34129c-99cc-4744-8a53-58b9f2ead535 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85162e23-c2bf-4f13-a926-5964a02ea7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499308 Dec 23 00:33:40.224656 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a997e29-fe97-4ee7-b5a1-59b5415830f5 None None] New status for floating IP 1e355685-b5f1-47ab-b081-4eafb3218f94: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:33:40.245461 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-3fe0d269-76ba-43ce-bf9e-783883400672 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877383 Dec 23 00:33:40.348011 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7e219594-2fc1-4e16-9655-35107ef89ec1 req-246639c9-b43f-418d-b09b-066781a35ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Dec 23 00:33:40.524937 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ccc16157-7c3d-49aa-a1f7-8eede486e119 req-965c6e41-35c9-44ce-96a4-984e3403abe4 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 210 time: 0.0257232 Dec 23 00:33:40.820498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2283e4-0447-468a-b9b2-4a262758824a req-a00a1f29-b43e-4472-9421-e39671850f77 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:40.822343 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec2283e4-0447-468a-b9b2-4a262758824a req-a00a1f29-b43e-4472-9421-e39671850f77 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0611491 Dec 23 00:33:40.831117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-7420e36e-a5f4-4670-bbbb-0e0baa34f380 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:40.832728 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-7420e36e-a5f4-4670-bbbb-0e0baa34f380 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "GET /v2.0/networks?id=f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 200 len: 813 time: 0.1143029 Dec 23 00:33:40.871891 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ec2283e4-0447-468a-b9b2-4a262758824a req-0f6b2be1-c202-4459-8f74-aa9457a8ca82 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Dec 23 00:33:40.877567 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Request body: {'port': {'device_id': 'fdc97336-3bdf-4cff-9785-afc039788243', 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c', 'admin_state_up': True, 'tenant_id': 'a5e9a7fe3de14511bf56fce53f572434'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:40.987915 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Made reservation on behalf of a5e9a7fe3de14511bf56fce53f572434 for: {'port': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:33:40.991278 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:41.367006 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Allocated IP 172.20.0.4 (f913bbf6-ad63-4086-96fb-ec27c6fa841c/3823249e-b48c-443a-b368-352800d52623/0f494b7b-d888-44b0-a312-96b0849cac83) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:41.518146 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:41.554630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:41.600444 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Network f913bbf6-ad63-4086-96fb-ec27c6fa841c is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:41.607759 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:41.610669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:41.644003 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Pushing event updated for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:41.649976 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40732c1b-3639-4c59-aa92-fbd428253386 req-baef6eb8-ce1f-4199-9f91-701d69a6de47 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:41.652269 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-40732c1b-3639-4c59-aa92-fbd428253386 req-baef6eb8-ce1f-4199-9f91-701d69a6de47 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 931 time: 0.0504436 Dec 23 00:33:41.672546 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:41.673147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:41.691625 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-e4b1cca3-c4e3-4578-942e-cd1ec44a6404 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179221 Dec 23 00:33:41.708530 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-40732c1b-3639-4c59-aa92-fbd428253386 req-7930017f-c882-4ba0-9062-b24ea96bfe11 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Dec 23 00:33:41.712072 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Request body: {'port': {'device_id': 'fdc97336-3bdf-4cff-9785-afc039788243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:41.766098 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.024384 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c41e-5f07-464c-b824-4d64c9e87efc req-8a72fdcb-dc76-4989-b79c-d2e9ae011335 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.025772 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6328c41e-5f07-464c-b824-4d64c9e87efc req-8a72fdcb-dc76-4989-b79c-d2e9ae011335 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0755665 Dec 23 00:33:42.074638 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f494b7b-d888-44b0-a312-96b0849cac83 {{(pid=108947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:42.087424 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.108908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-fa3a7ed7-fffd-4c10-808f-40aed60850c1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.111299 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-fa3a7ed7-fffd-4c10-808f-40aed60850c1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 946 time: 0.0546660 Dec 23 00:33:42.112182 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6328c41e-5f07-464c-b824-4d64c9e87efc req-4fbb7d50-8671-41ee-91f2-bb3f14360166 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=50929ed1-0b2d-479e-aba5-f1220a03fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655212 Dec 23 00:33:42.113101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.provisioning_blocks [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Transition to ACTIVE for port object 0f494b7b-d888-44b0-a312-96b0849cac83 will not be triggered until provisioned by entity L2. {{(pid=108947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:33:42.117899 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.178124 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Pushing event updated for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:42.215203 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Deleting port 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:42.215726 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.239443 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Attempting to bind port 0f494b7b-d888-44b0-a312-96b0849cac83 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:33:42.239773 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Attempting to bind port 0f494b7b-d888-44b0-a312-96b0849cac83 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:33:42.240100 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Attempting to bind port 0f494b7b-d888-44b0-a312-96b0849cac83 on network f913bbf6-ad63-4086-96fb-ec27c6fa841c {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:42.244637 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Port 0f494b7b-d888-44b0-a312-96b0849cac83 on network f913bbf6-ad63-4086-96fb-ec27c6fa841c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:33:42.245116 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Attempting to bind port 0f494b7b-d888-44b0-a312-96b0849cac83 on network f913bbf6-ad63-4086-96fb-ec27c6fa841c {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:42.252850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:33:42.252850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Checking segment: {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:33:42.252850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Bound using segment: {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'} {{(pid=108947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:33:42.252850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.managers [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Bound port: 0f494b7b-d888-44b0-a312-96b0849cac83, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466b634c-063f-4001-996b-8b9ee738db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c'}}] {{(pid=108947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:33:42.252850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.308187 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] For port 6e034844-293a-40ab-b9c7-abb62900daaf, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6e034844-293a-40ab-b9c7-abb62900daaf,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:42.308433 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.317349 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, cleared binding levels {{(pid=108947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:33:42.320313 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=0f494b7b-d888-44b0-a312-96b0849cac83,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:33:42.327753 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.367382 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.367635 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.369015 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] 10.222.0.43 "PUT /v2.0/ports/0f494b7b-d888-44b0-a312-96b0849cac83 HTTP/1.1" status: 200 len: 1093 time: 0.6614411 Dec 23 00:33:42.369466 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:42.371773 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:42.395234 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cc980-d0a7-41ab-a07f-3fca7e4fa4da service neutron] Pushing event updated for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=3']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:42.426142 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256199b8-e7ba-45a2-81a5-75484a0c494c x-openstack-request-id: req-256199b8-e7ba-45a2-81a5-75484a0c494c {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:42.426438 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:42.426680 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-256199b8-e7ba-45a2-81a5-75484a0c494c {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:42.427080 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83', 'status': 'completed', 'code': 200} Dec 23 00:33:42.482794 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-119aa6f6-0adb-4e90-b629-2eafa404287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.484293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-119aa6f6-0adb-4e90-b629-2eafa404287e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 1096 time: 0.0400195 Dec 23 00:33:42.546656 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-01fcf08a-2bcc-41fb-851e-1e2a5048bc07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f494b7b-d888-44b0-a312-96b0849cac83 HTTP/1.1" status: 200 len: 217 time: 0.0345194 Dec 23 00:33:42.547986 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.548321 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.548737 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Floating IP ef5cc3f1-bef4-4299-bdd5-6374e8381d09 disassociated. External IP: 172.27.1.112, port: 6e034844-293a-40ab-b9c7-abb62900daaf. Dec 23 00:33:42.548943 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Calling delete_port for 6e034844-293a-40ab-b9c7-abb62900daaf owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:42.602898 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b6296-0119-4836-af1b-904b9a6c032b req-4b771654-1cf9-4fac-9c3d-105b72397c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.604218 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-4b771654-1cf9-4fac-9c3d-105b72397c10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3823249e-b48c-443a-b368-352800d52623 HTTP/1.1" status: 200 len: 853 time: 0.0483212 Dec 23 00:33:42.644954 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-235db394-099a-4a9b-9c8a-2f81eb7024d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f913bbf6-ad63-4086-96fb-ec27c6fa841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299158 Dec 23 00:33:42.698018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:42.731788 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'Port': ['ID=6e034844-293a-40ab-b9c7-abb62900daaf,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:42.758195 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-4af4acad-090f-43fe-a2f9-f60b3d879efe service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986147 Dec 23 00:33:42.854661 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:42.898589 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e29b6296-0119-4836-af1b-904b9a6c032b req-49db0b07-e62d-4746-b56f-cffb203d7b01 service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317809 Dec 23 00:33:42.915213 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0e0e3-18cf-48b0-aadf-3db3a850ede0 req-cb116240-8401-4abd-ba04-1da795c87c25 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.916712 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a7d0e0e3-18cf-48b0-aadf-3db3a850ede0 req-cb116240-8401-4abd-ba04-1da795c87c25 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 943 time: 0.0652585 Dec 23 00:33:42.972169 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a7d0e0e3-18cf-48b0-aadf-3db3a850ede0 req-a40d37da-b373-4197-9c18-a41b60f94325 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Dec 23 00:33:42.996894 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166362c-1342-4832-9ee7-c9f38b43ebb5 req-eff2bc8a-95a7-4d5f-a74c-7fd680016d12 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:42.998441 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d166362c-1342-4832-9ee7-c9f38b43ebb5 req-eff2bc8a-95a7-4d5f-a74c-7fd680016d12 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0967588 Dec 23 00:33:43.025878 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:43.037223 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:43.051538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-54d77acd-a9b6-4411-b820-f9de9ef9b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:43.053017 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-54d77acd-a9b6-4411-b820-f9de9ef9b795 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5e9a7fe3de14511bf56fce53f572434&device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 1096 time: 0.0463645 Dec 23 00:33:43.054659 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:43.055433 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:43.084767 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] No DVR routers for this DVR port 6e034844-293a-40ab-b9c7-abb62900daaf on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:43.090008 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:43.093264 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8ae076f1-180c-4d6c-86b5-d91eae7e28c7 req-15315f64-fdd4-4eda-9b8c-fa85da1c86ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "DELETE /v2.0/ports/6e034844-293a-40ab-b9c7-abb62900daaf HTTP/1.1" status: 204 len: 173 time: 0.9749796 Dec 23 00:33:43.093757 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-deleted', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:43.096076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e57f134-d04d-40ce-a56b-b013c5cb435f" -d '{"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-deleted", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:43.123173 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d166362c-1342-4832-9ee7-c9f38b43ebb5 req-3773c706-4ead-419b-9394-0dee3f6daf4d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181717 Dec 23 00:33:43.161114 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fc1fb-503f-4b04-b936-62f363a34632 x-openstack-request-id: req-657fc1fb-503f-4b04-b936-62f363a34632 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:43.161417 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5566770-a980-45de-aa62-70b6385f47a7", "name": "network-vif-deleted", "tag": "6e034844-293a-40ab-b9c7-abb62900daaf", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:43.161707 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-657fc1fb-503f-4b04-b936-62f363a34632 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:43.162114 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5566770-a980-45de-aa62-70b6385f47a7', 'name': 'network-vif-deleted', 'tag': '6e034844-293a-40ab-b9c7-abb62900daaf', 'status': 'completed', 'code': 200} Dec 23 00:33:43.191237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-d8017b91-25dd-4ae6-9d00-8f869c5d28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:43.193295 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-d8017b91-25dd-4ae6-9d00-8f869c5d28f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 200 len: 914 time: 0.1314697 Dec 23 00:33:43.195304 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:43.268098 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-b080edf8-5784-4a70-b177-4a68d4b6be31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f494b7b-d888-44b0-a312-96b0849cac83 HTTP/1.1" status: 200 len: 217 time: 0.0650036 Dec 23 00:33:43.270772 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-366bbf60-c855-494e-8d67-db06f3649915 req-6c307ca5-b790-415d-9e1e-8ef53f864ea1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5566770-a980-45de-aa62-70b6385f47a7 HTTP/1.1" status: 200 len: 210 time: 0.0514610 Dec 23 00:33:43.328767 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-2aa827d0-b335-42b4-a2b0-9afcf3a5f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:43.330577 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-2aa827d0-b335-42b4-a2b0-9afcf3a5f0ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3823249e-b48c-443a-b368-352800d52623 HTTP/1.1" status: 200 len: 853 time: 0.0536911 Dec 23 00:33:43.369296 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-970716f7-66bd-4eac-b764-7d51869d96cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f913bbf6-ad63-4086-96fb-ec27c6fa841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292759 Dec 23 00:33:43.463422 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:43.487685 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-ae6e6c3d-24ea-41aa-a817-c598040e1c9f service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080489 Dec 23 00:33:43.493245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:43.501610 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:43.502222 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:43.612663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:43.620994 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2a7ec052-e311-4ac5-aeb6-4cff4c8710f6 req-66acaf93-d10a-4ce0-8ceb-fa0b1ace509d service neutron] 10.222.0.43 "GET /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985353 Dec 23 00:33:43.831487 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:43.869285 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c942e-53df-46ef-a8ef-7ee4c32ef6a1 None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:44.109296 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146be654-d10f-479f-8e98-9f12c5898675 req-3cdc0f10-339c-4023-83d0-0feebd753731 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:44.112175 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-146be654-d10f-479f-8e98-9f12c5898675 req-3cdc0f10-339c-4023-83d0-0feebd753731 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 943 time: 0.0624807 Dec 23 00:33:44.172120 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-146be654-d10f-479f-8e98-9f12c5898675 req-3ad5b942-2509-47ad-ac04-40a05f7b77f0 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516677 Dec 23 00:33:44.211333 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c5998-c289-4dfd-9dfe-d1d5d63b8a15 None None] New status for floating IP ef5cc3f1-bef4-4299-bdd5-6374e8381d09: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:33:44.256570 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffcec2-2f58-4141-b9ba-0bee182477c6 req-3a10a7b8-58eb-4e66-a70a-a56f37ed64cc tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:44.258183 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e9ffcec2-2f58-4141-b9ba-0bee182477c6 req-3a10a7b8-58eb-4e66-a70a-a56f37ed64cc tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Dec 23 00:33:44.334165 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e9ffcec2-2f58-4141-b9ba-0bee182477c6 req-b698cb3a-b3c2-42da-840f-a7282ecdfbc3 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Dec 23 00:33:44.388595 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54104) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:44.443562 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.471260 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.526836 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.529466 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.533137 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "DELETE /v2.0/security-groups/50929ed1-0b2d-479e-aba5-f1220a03fa91 HTTP/1.1" status: 204 len: 168 time: 0.1411250 Dec 23 00:33:44.537032 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54108) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:44.541975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b309-aa6e-4f86-bf8e-b691e1a5e72a tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50929ed1-0b2d-479e-aba5-f1220a03fa91,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:44.557097 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.api.v2.resource [None req-79b2779f-869e-4cf6-a51d-d3bc54e822f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] show failed (client error): The resource could not be found. Dec 23 00:33:44.561523 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54110) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:44.561996 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-79b2779f-869e-4cf6-a51d-d3bc54e822f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups/50929ed1-0b2d-479e-aba5-f1220a03fa91 HTTP/1.1" status: 404 len: 347 time: 0.0238304 Dec 23 00:33:44.701375 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Deleting port 712bd30c-fa79-4dc2-8d78-060288c5bffe {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:44.701746 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.779549 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.779875 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.791313 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Calling delete_port for 712bd30c-fa79-4dc2-8d78-060288c5bffe owned by network:floatingip {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:44.928414 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:44.957934 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'Port': ['ID=712bd30c-fa79-4dc2-8d78-060288c5bffe,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:45.017821 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.020546 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.021718 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c5912fae-4887-4b61-ba49-8373bfc01d8c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef5cc3f1-bef4-4299-bdd5-6374e8381d09 HTTP/1.1" status: 204 len: 168 time: 0.4550307 Dec 23 00:33:45.241772 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54118) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:45.246509 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260235246', 'description': 'tempest-description--759872036'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:45.336204 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727b818-0516-4d8d-a7d1-e959031924b0 req-787570be-7d4f-4126-b825-e11e086d8347 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:45.337884 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5727b818-0516-4d8d-a7d1-e959031924b0 req-787570be-7d4f-4126-b825-e11e086d8347 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 943 time: 0.0868061 Dec 23 00:33:45.338643 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.380951 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67088e5-5280-4e19-a720-43f57a136376 req-346a8ab5-c9e9-49d3-b960-8a4a37646ba2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:45.382382 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a67088e5-5280-4e19-a720-43f57a136376 req-346a8ab5-c9e9-49d3-b960-8a4a37646ba2 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.43 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.1016245 Dec 23 00:33:45.443146 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb72c-4d26-49d0-af6d-7b81e07b2667 req-e31e1d38-0ec5-426c-901c-2fa164c8db6d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:45.444627 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8abb72c-4d26-49d0-af6d-7b81e07b2667 req-e31e1d38-0ec5-426c-901c-2fa164c8db6d tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Dec 23 00:33:45.454809 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5727b818-0516-4d8d-a7d1-e959031924b0 req-c579ce71-8118-43e6-8a91-930df3695c9c tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055188 Dec 23 00:33:45.497809 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8abb72c-4d26-49d0-af6d-7b81e07b2667 req-1e1ab748-317b-4b24-9f07-20228f405626 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa4a3d-c92a-4b43-aa30-08875cf114f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464308 Dec 23 00:33:45.519250 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.527156 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.550432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Deleting port 6748daa0-677a-48ce-8e0f-9b35217764eb {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:45.550759 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.573664 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.574863 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3319612 Dec 23 00:33:45.577793 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54126) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:45.582692 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group_rule': {'security_group_id': '9eb28f04-88c8-4bdd-84ae-333efc5ff580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:45.594229 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc167b8a-9f64-41c2-85cb-8aa54e26e264 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb28f04-88c8-4bdd-84ae-333efc5ff580,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:45.676287 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] For port 6748daa0-677a-48ce-8e0f-9b35217764eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6748daa0-677a-48ce-8e0f-9b35217764eb,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:45.676624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.679300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.697020 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:33:45.698345 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Calling delete_port for 6748daa0-677a-48ce-8e0f-9b35217764eb owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:45.795276 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.802218 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.831515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab20975-f52e-47fb-ad0b-1abe3ea8e7ce,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:45.841577 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.842934 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a3a2092c-e247-4173-986a-040d7e54b116 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640204 Dec 23 00:33:45.845801 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54136) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:45.850282 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'security_group_rule': {'security_group_id': '9eb28f04-88c8-4bdd-84ae-333efc5ff580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:45.878458 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.893291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.922101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Pushing event deleted for resources: {'Port': ['ID=6748daa0-677a-48ce-8e0f-9b35217764eb,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:45.932524 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['6748daa0-677a-48ce-8e0f-9b35217764eb'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:45.939951 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.947411 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.972735 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8453ed-8cef-49e3-b345-060bd1f834ea,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:45.972974 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] No DVR routers for this DVR port 6748daa0-677a-48ce-8e0f-9b35217764eb on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:45.975412 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.978797 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a67088e5-5280-4e19-a720-43f57a136376 req-f95b94d2-931f-4fad-9a31-fbf912a40e59 tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.43 "DELETE /v2.0/ports/6748daa0-677a-48ce-8e0f-9b35217764eb HTTP/1.1" status: 204 len: 173 time: 0.5878985 Dec 23 00:33:45.979257 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'name': 'network-vif-deleted', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:45.981586 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b1c50-a8ea-4c4e-8a2d-f9bd23daa791" -d '{"events": [{"server_uuid": "426f4f85-d845-4802-a036-93081105db42", "name": "network-vif-deleted", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:45.988031 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:45.989394 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-aa4f4cdb-de34-48a8-94e0-ca96d52aeef5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426005 Dec 23 00:33:45.992729 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54144) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:45.998356 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:46.023771 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf75e49-7710-4bf8-96ce-1e92659045ca x-openstack-request-id: req-cdf75e49-7710-4bf8-96ce-1e92659045ca {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:46.024061 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f4f85-d845-4802-a036-93081105db42", "name": "network-vif-deleted", "tag": "6748daa0-677a-48ce-8e0f-9b35217764eb", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:46.024350 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdf75e49-7710-4bf8-96ce-1e92659045ca {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:46.024464 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.024751 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f4f85-d845-4802-a036-93081105db42', 'name': 'network-vif-deleted', 'tag': '6748daa0-677a-48ce-8e0f-9b35217764eb', 'status': 'completed', 'code': 200} Dec 23 00:33:46.121523 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.216858 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 0f494b7b-d888-44b0-a312-96b0849cac83 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:33:46.226894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:46.227648 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Allocated IP 172.27.1.61 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/54e33ceb-0595-443b-9104-b9a46ee26d46) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:46.252245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 6e034844-293a-40ab-b9c7-abb62900daaf {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:46.252589 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6e034844-293a-40ab-b9c7-abb62900daaf not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:46.331632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.338632 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=0f494b7b-d888-44b0-a312-96b0849cac83,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:46.351336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '0f494b7b-d888-44b0-a312-96b0849cac83', 'network_id': 'f913bbf6-ad63-4086-96fb-ec27c6fa841c', 'port_id': '0f494b7b-d888-44b0-a312-96b0849cac83', 'mac_address': 'fa:16:3e:7f:1d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3823249e-b48c-443a-b368-352800d52623', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:33:46.367581 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.390613 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.406821 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:46.408452 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f494b7b-d888-44b0-a312-96b0849cac83 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:46.411435 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:46.414691 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:46.429475 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=0f494b7b-d888-44b0-a312-96b0849cac83,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:46.434702 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.445622 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=54e33ceb-0595-443b-9104-b9a46ee26d46,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:46.483565 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:46.492908 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.493245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.493628 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.493973 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.494305 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.494636 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.494967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.495294 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.495618 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.495950 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.496280 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.496599 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.496915 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:46.511153 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.550165 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.608360 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078d13-10fb-4ccc-88d7-e40b74a9c882 req-17bacc4e-7255-4257-a2c9-71ddbc27b0f9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:46.609972 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3b078d13-10fb-4ccc-88d7-e40b74a9c882 req-17bacc4e-7255-4257-a2c9-71ddbc27b0f9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 944 time: 0.0614901 Dec 23 00:33:46.674608 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ccc8a4aa-7ae3-45ea-b9b7-41ed333b9b25 req-d97cb730-7091-4574-bc67-c826608dca9b tempest-TestMinimumBasicScenario-2126190976 tempest-TestMinimumBasicScenario-2126190976-project] 10.222.0.24 "GET /v2.0/ports?device_id=426f4f85-d845-4802-a036-93081105db42 HTTP/1.1" status: 200 len: 210 time: 0.0624914 Dec 23 00:33:46.675552 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3b078d13-10fb-4ccc-88d7-e40b74a9c882 req-81b329f6-aaf1-478b-8997-ab257c68e771 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Dec 23 00:33:46.731730 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.741723 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.801338 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['0f494b7b-d888-44b0-a312-96b0849cac83'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:46.804273 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=54e33ceb-0595-443b-9104-b9a46ee26d46,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:46.817237 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.834745 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:46.845206 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8766b8e0-6b9a-4425-a03c-a6bd801fbdac tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8426242 Dec 23 00:33:47.030967 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-206193f8-71d0-4ed2-95e5-a9e82a5b69d5 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1260235246&fields=id&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 267 time: 0.0434687 Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.142216 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-d420e128-f215-473b-aa13-c5570161d90b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:47.144939 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-d420e128-f215-473b-aa13-c5570161d90b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 816 time: 0.1068239 Dec 23 00:33:47.162542 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-a4b6d91d-f69a-45a5-bff2-6e60fc595c61 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/quotas/a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Dec 23 00:33:47.212306 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-51afd395-281b-4b69-82fa-20ddade79813 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445149 Dec 23 00:33:47.311802 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-d217f36d-b5a4-42b7-9730-e561788d0234 service neutron] 10.222.0.24 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 Dec 23 00:33:47.412783 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-9871aa2e-4ddc-4551-b673-b181f70feac9 service neutron] 10.222.0.24 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934329 Dec 23 00:33:47.585304 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7da668eb-eef6-4e0c-9f5f-88d288ecab04 req-4cfc7f20-52d7-47dc-98b3-3dfd3b70db0c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 210 time: 0.0268686 Dec 23 00:33:47.814907 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46c3e4-cabb-4ef6-ad51-afa1cf0c9d15 req-b0c2edf9-e668-4869-994c-18dd20bc8e31 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:47.817374 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7a46c3e4-cabb-4ef6-ad51-afa1cf0c9d15 req-b0c2edf9-e668-4869-994c-18dd20bc8e31 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 944 time: 0.0624170 Dec 23 00:33:48.124662 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7a46c3e4-cabb-4ef6-ad51-afa1cf0c9d15 req-b4c44ec8-974e-4ad1-b66d-700bc7ab08e0 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956817 Dec 23 00:33:48.239872 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 0f494b7b-d888-44b0-a312-96b0849cac83 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:48.289407 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 0f494b7b-d888-44b0-a312-96b0849cac83 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:33:48.293500 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 0f494b7b-d888-44b0-a312-96b0849cac83 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:48.293984 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:48.367973 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:48.386951 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54224) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:48.394132 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:48.396508 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bcfc77-8e09-4912-a7c1-00002c314804" -d '{"events": [{"server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "name": "network-vif-plugged", "status": "completed", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:48.412914 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=0f494b7b-d888-44b0-a312-96b0849cac83,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:48.419224 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:48.420342 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6748daa0-677a-48ce-8e0f-9b35217764eb no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:48.442083 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c343308-6ff4-4a89-b7dc-c8beee02ff84 x-openstack-request-id: req-3c343308-6ff4-4a89-b7dc-c8beee02ff84 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:48.442538 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "name": "network-vif-plugged", "status": "completed", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:48.442788 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c343308-6ff4-4a89-b7dc-c8beee02ff84 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:48.443762 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83', 'code': 200} Dec 23 00:33:48.459415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 6748daa0-677a-48ce-8e0f-9b35217764eb {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:48.459753 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 6748daa0-677a-48ce-8e0f-9b35217764eb not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:48.487679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:48.721968 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a110-9a42-4a02-a401-4cd1607c04ce req-e0b18949-a6ee-43f7-a1a0-90f2343d3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:48.726547 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f256a110-9a42-4a02-a401-4cd1607c04ce req-e0b18949-a6ee-43f7-a1a0-90f2343d3a17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 1098 time: 0.0566790 Dec 23 00:33:48.803706 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f256a110-9a42-4a02-a401-4cd1607c04ce req-d0473ebf-9acc-46c8-a8e0-c5738208c08a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680170 Dec 23 00:33:48.832511 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-d5ebf3fc-ae24-4af4-99dd-60f05f1d036f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:48.833998 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-d5ebf3fc-ae24-4af4-99dd-60f05f1d036f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 816 time: 0.1431189 Dec 23 00:33:48.863907 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f95ff25e-285d-4778-be71-3673eabb5657 req-3df83ccf-d302-4e59-ba73-345f65c15aa3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 210 time: 0.2023816 Dec 23 00:33:48.870333 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.110873 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Deleting port 43b39dde-9504-49bf-bd8b-727679c396ec {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:49.111172 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.193573 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] For port 43b39dde-9504-49bf-bd8b-727679c396ec, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=43b39dde-9504-49bf-bd8b-727679c396ec,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:49.193920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.214927 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Calling delete_port for 43b39dde-9504-49bf-bd8b-727679c396ec owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:49.296058 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b6b2-b3f2-4cf6-bfb3-c1bb9ebb37d7 req-e54395e2-291c-40bd-9906-75aeb81e244a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:49.297565 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e18b6b2-b3f2-4cf6-bfb3-c1bb9ebb37d7 req-e54395e2-291c-40bd-9906-75aeb81e244a tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.1011558 Dec 23 00:33:49.430972 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-ed3ae40e-c37d-4f8d-a05c-44652fdbb007 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 380 time: 0.1426790 Dec 23 00:33:49.442589 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8e18b6b2-b3f2-4cf6-bfb3-c1bb9ebb37d7 req-49789a1a-4c69-44d4-9e7e-de7cba45d7e3 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275504 Dec 23 00:33:49.504690 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'port': {'device_id': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'admin_state_up': True, 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'security_groups': ['9eb28f04-88c8-4bdd-84ae-333efc5ff580']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:49.519478 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.580281 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b39dde-9504-49bf-bd8b-727679c396ec,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:49.749398 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Made reservation on behalf of a55c5ff1d4cc4cb4b0ff214c22170a64 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:33:49.752863 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.815029 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:49.964547 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Allocated IP 172.20.0.11 (e1ef5f39-9518-448a-b88a-8a581ec38489/8e9cf299-2b44-4669-a09b-c0ff0f56bfdf/9d35d33c-151b-4673-bd32-4f863b078b9f) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:33:50.029792 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-82d1c9d5-08b6-470d-8684-818428321b48 req-547d7458-3c53-4d52-bb82-411516515c2d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 210 time: 0.0823886 Dec 23 00:33:50.174682 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:50.190557 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.304946 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.360747 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:50.370812 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Sync routers for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:50.372541 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5aac3733-df7e-419f-aa7a-22235fe77321 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a3abce9-4ec8-493b-bd52-97ea49730eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841120 Dec 23 00:33:50.374849 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Network e1ef5f39-9518-448a-b88a-8a581ec38489 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:33:50.374998 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54250) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:50.378329 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:33:50.383550 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:50.384263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:33:50.385234 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:50.389520 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:50.460461 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:50.461163 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.489368 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-c3389606-ffaa-4893-a118-6994f03937f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9896624 Dec 23 00:33:50.533208 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Request body: {'port': {'device_id': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:33:50.549679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:50.598081 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks [] for router, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.612062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.686017 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a3a8-5ea0-49d6-aac6-87cf2b512432 req-661ebcff-96cb-4387-b6a3-a6f754dc5bb9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:50.688566 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cd04a3a8-5ea0-49d6-aac6-87cf2b512432 req-661ebcff-96cb-4387-b6a3-a6f754dc5bb9 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.1285737 Dec 23 00:33:50.768943 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-51a71d67-beb2-45f8-adf4-b445a9b117d5 None None] Provisioning complete for port 9d35d33c-151b-4673-bd32-4f863b078b9f triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:50.769314 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-51a71d67-beb2-45f8-adf4-b445a9b117d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.801258 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cd04a3a8-5ea0-49d6-aac6-87cf2b512432 req-d3ce32aa-9c9a-4e68-ad64-f659a732bd83 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061480 Dec 23 00:33:50.803507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.815509 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-51a71d67-beb2-45f8-adf4-b445a9b117d5 None None] Port 9d35d33c-151b-4673-bd32-4f863b078b9f cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:33:50.837941 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:33:49Z', 'revision_number': 5, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port': {'id': '187a1b33-b00d-41a8-aeb4-583cc1f574b5', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:42Z', 'updated_at': '2021-12-23T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:50.867796 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Checking router: 1a3abce9-4ec8-493b-bd52-97ea49730eb6 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:50.871395 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Deleting port 187a1b33-b00d-41a8-aeb4-583cc1f574b5 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:50.871810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.876777 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Routers {'1a3abce9-4ec8-493b-bd52-97ea49730eb6'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:50.877513 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:50.947996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:50.957801 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.963827 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] For port 187a1b33-b00d-41a8-aeb4-583cc1f574b5, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=187a1b33-b00d-41a8-aeb4-583cc1f574b5,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:50.964356 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.976245 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Transition to ACTIVE for port object 9d35d33c-151b-4673-bd32-4f863b078b9f will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:33:50.982486 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] Set router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 gateway port host: None {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:50.985067 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:50.985317 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Calling delete_port for 187a1b33-b00d-41a8-aeb4-583cc1f574b5 owned by network:router_gateway {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:51.042799 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:51.051007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:33:50Z', 'revision_number': 6, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:51.110867 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcc01f-2cf2-4ce7-bf21-fe1d99287f00 None None] The sync data for ids ['1a3abce9-4ec8-493b-bd52-97ea49730eb6'] in dv-cinder-822768-1-iscsi is: [{'id': '1a3abce9-4ec8-493b-bd52-97ea49730eb6', 'name': 'tempest-TestMinimumBasicScenario-202347554-router', 'tenant_id': '781ac330c6d5418ba4651babfe8c71c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:41Z', 'updated_at': '2021-12-23T00:33:50Z', 'revision_number': 6, 'project_id': '781ac330c6d5418ba4651babfe8c71c2', 'gw_port_host': None}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:51.198974 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Attempting to bind port 9d35d33c-151b-4673-bd32-4f863b078b9f on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:33:51.199354 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Attempting to bind port 9d35d33c-151b-4673-bd32-4f863b078b9f by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:33:51.199813 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Attempting to bind port 9d35d33c-151b-4673-bd32-4f863b078b9f on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:51.204591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Port 9d35d33c-151b-4673-bd32-4f863b078b9f on network e1ef5f39-9518-448a-b88a-8a581ec38489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:33:51.205365 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Attempting to bind port 9d35d33c-151b-4673-bd32-4f863b078b9f on network e1ef5f39-9518-448a-b88a-8a581ec38489 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:33:51.213582 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:33:51.213957 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Checking segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:33:51.214394 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Bound using segment: {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:33:51.214947 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Bound port: 9d35d33c-151b-4673-bd32-4f863b078b9f, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fd0fdf-a6e8-462d-96a9-7392ad6947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:33:51.215355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.248440 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fedf4-0c53-4449-a232-3fa59b71e6f1 req-10ccf306-430d-43e1-9362-39bdf77a2468 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:51.249945 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a6fedf4-0c53-4449-a232-3fa59b71e6f1 req-10ccf306-430d-43e1-9362-39bdf77a2468 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0875080 Dec 23 00:33:51.312269 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:33:51.316964 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:33:51.328553 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.344883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.373095 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7a6fedf4-0c53-4449-a232-3fa59b71e6f1 req-4d638318-15c9-4950-9233-6d157933e944 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964532 Dec 23 00:33:51.380292 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:51.382868 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.384676 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] 10.222.0.43 "PUT /v2.0/ports/9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 1094 time: 0.8557675 Dec 23 00:33:51.385326 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:51.387771 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a456ae-697f-4d82-aa06-feadff69afe0" -d '{"events": [{"name": "network-changed", "server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:51.400046 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Pushing event deleted for resources: {'Port': ['ID=187a1b33-b00d-41a8-aeb4-583cc1f574b5,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:51.454887 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebc2a5-a083-46a3-a04a-91c2741d1c6f service neutron] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:51.493069 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.510830 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313bd04-c774-4498-8a5e-55083a61a1eb x-openstack-request-id: req-4313bd04-c774-4498-8a5e-55083a61a1eb {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:51.511403 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:51.511838 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4313bd04-c774-4498-8a5e-55083a61a1eb {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:51.512402 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'status': 'completed', 'code': 200} Dec 23 00:33:51.602174 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-fde84365-b28c-4e6b-9522-b0e2450bd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:51.604346 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-fde84365-b28c-4e6b-9522-b0e2450bd2d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1097 time: 0.1376810 Dec 23 00:33:51.677049 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-a57fd3cd-19ac-4d94-a274-085729678f57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 217 time: 0.0560155 Dec 23 00:33:51.738102 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-9c90d981-565d-42ae-b817-20ebdcdb04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:51.739597 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-9c90d981-565d-42ae-b817-20ebdcdb04de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0505936 Dec 23 00:33:51.788587 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808eed-9860-4f00-a70e-14fe05707982 req-5493ce3b-697f-43cf-920b-5e3133580a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:51.790360 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-5493ce3b-697f-43cf-920b-5e3133580a99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426500 Dec 23 00:33:51.885566 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-25158f8e-8558-4f3a-b21a-92289cf64408 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Dec 23 00:33:51.920087 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.922345 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.992267 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.993143 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3abce9-4ec8-493b-bd52-97ea49730eb6 {{(pid=108947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:33:51.998478 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:51.999636 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2e052751-89ab-4bc9-9eb3-0b9f0dbdd38b admin admin] 10.222.0.24 "DELETE /v2.0/routers/1a3abce9-4ec8-493b-bd52-97ea49730eb6 HTTP/1.1" status: 204 len: 168 time: 1.6226423 Dec 23 00:33:52.002825 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54284) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:52.049383 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Deleting subnet a897c5bc-5932-4741-89aa-6b37e79785a3 {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:33:52.053505 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.088519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.210886 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.243019 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-19808eed-9860-4f00-a70e-14fe05707982 req-2728053c-0dc4-42bc-a171-858aea3ad17b service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480403 Dec 23 00:33:52.268810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.294402 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a897c5bc-5932-4741-89aa-6b37e79785a3,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:52.298095 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.304146 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e3c3c3cc-f013-4d5d-bbb0-04a4320fc3f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a897c5bc-5932-4741-89aa-6b37e79785a3 HTTP/1.1" status: 204 len: 168 time: 0.3001473 Dec 23 00:33:52.304775 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54286) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:52.306416 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe0738-3ce4-4e3c-aa3b-4f5f43802950 None None] Network 85162e23-c2bf-4f13-a926-5964a02ea7e9 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:33:52.399070 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.461477 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-90a56180-ca96-4367-8f4f-0ce02c86d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:52.463409 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-90a56180-ca96-4367-8f4f-0ce02c86d46d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1097 time: 0.0797122 Dec 23 00:33:52.498651 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] DHCP port deletion for 85162e23-c2bf-4f13-a926-5964a02ea7e9 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:33:52.546879 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Deleting port eb174eb4-3309-496c-a1bd-163256fe57c9 {{(pid=108948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:52.547192 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.580632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f32d8-df92-497e-a63a-f08a662d095d req-718166e9-2635-42a8-9c07-5188ed229404 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:52.582294 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-990f32d8-df92-497e-a63a-f08a662d095d req-718166e9-2635-42a8-9c07-5188ed229404 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.1178863 Dec 23 00:33:52.602210 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Deleting port eb174eb4-3309-496c-a1bd-163256fe57c9 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:52.602547 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.634915 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-b484b440-30bc-456e-ad14-ee731f814535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:52.636432 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-b484b440-30bc-456e-ad14-ee731f814535 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.1609147 Dec 23 00:33:52.727429 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-91f9f62e-27ec-48c9-a22b-ce6a37ecef06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 217 time: 0.0788403 Dec 23 00:33:52.764172 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-990f32d8-df92-497e-a63a-f08a662d095d req-c5b94803-634a-42bb-8332-8a172843cd85 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742880 Dec 23 00:33:52.765900 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] For port eb174eb4-3309-496c-a1bd-163256fe57c9, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=eb174eb4-3309-496c-a1bd-163256fe57c9,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:52.766286 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.767735 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 187a1b33-b00d-41a8-aeb4-583cc1f574b5 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:52.795689 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 187a1b33-b00d-41a8-aeb4-583cc1f574b5 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:52.796030 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 187a1b33-b00d-41a8-aeb4-583cc1f574b5 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:52.796650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 43b39dde-9504-49bf-bd8b-727679c396ec no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:52.805109 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Calling delete_port for eb174eb4-3309-496c-a1bd-163256fe57c9 owned by network:dhcp {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:52.805834 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] For port eb174eb4-3309-496c-a1bd-163256fe57c9, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=eb174eb4-3309-496c-a1bd-163256fe57c9,segment=NetworkSegment(ba7d3ec6-87bc-4d16-a951-54d927ede54c),segment_id=ba7d3ec6-87bc-4d16-a951-54d927ede54c)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:52.806204 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.823315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-2cac4901-d373-4f69-836d-523d23f7b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:52.824814 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-2cac4901-d373-4f69-836d-523d23f7b939 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0837939 Dec 23 00:33:52.829294 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 43b39dde-9504-49bf-bd8b-727679c396ec {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:52.829660 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 43b39dde-9504-49bf-bd8b-727679c396ec not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:52.830095 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device eb174eb4-3309-496c-a1bd-163256fe57c9 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:52.859120 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Calling delete_port for eb174eb4-3309-496c-a1bd-163256fe57c9 owned by network:dhcp {{(pid=108948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:52.910118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-d08fa7a8-f034-41ac-aa17-23273fb9023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:52.911620 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-d08fa7a8-f034-41ac-aa17-23273fb9023f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565898 Dec 23 00:33:52.954012 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:52.974556 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Port eb174eb4-3309-496c-a1bd-163256fe57c9 update to DOWN by agent not found {{(pid=108948) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 00:33:52.995824 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54300) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:53.010063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Pushing event deleted for resources: {'Port': ['ID=eb174eb4-3309-496c-a1bd-163256fe57c9,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:53.013647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] No DVR routers for this DVR port eb174eb4-3309-496c-a1bd-163256fe57c9 on host dv-cinder-822768-1-iscsi {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:53.022625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622'] for port, after_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.051144 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] No DVR routers for this DVR port eb174eb4-3309-496c-a1bd-163256fe57c9 on host dv-cinder-822768-1-iscsi {{(pid=108948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:53.055866 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fe247-f8da-448b-8265-d95c194b52a6 None None] Pushing event deleted for resources: {'Port': ['ID=eb174eb4-3309-496c-a1bd-163256fe57c9,revision_number=None']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:53.076734 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-d9a59e08-4244-4acb-a92c-87a9efdd7835 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542737 Dec 23 00:33:53.119251 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.125099 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da5bfa89-51f5-4a7e-a6e7-972f48a27d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.158312 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85162e23-c2bf-4f13-a926-5964a02ea7e9']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:53.194787 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7d3ec6-87bc-4d16-a951-54d927ede54c') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:53.195066 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7d3ec6-87bc-4d16-a951-54d927ede54c') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:53.201065 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da5bfa89-51f5-4a7e-a6e7-972f48a27d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.206141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-da5bfa89-51f5-4a7e-a6e7-972f48a27d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.207273 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.231852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.243803 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:33:53.244481 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.244993 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-da5bfa89-51f5-4a7e-a6e7-972f48a27d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07107ffd594b4b0c93576cebd533d0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478275 Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:33:53.245860 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:33:53.249487 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bfa89-51f5-4a7e-a6e7-972f48a27d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210308ed-12ce-4409-b903-962d2a3bdaa0,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:53.254961 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54304) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:53.258118 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90a456ae-697f-4d82-aa06-feadff69afe0 req-99bde07f-fa8d-4d4d-8323-a5df2d6b8dbb service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574156 Dec 23 00:33:53.301273 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.302052 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.306633 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.310019 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/85162e23-c2bf-4f13-a926-5964a02ea7e9 HTTP/1.1" status: 204 len: 168 time: 1.0042648 Dec 23 00:33:53.313095 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54306) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:53.323989 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffb191-5071-457f-894f-43a571ef41ac admin admin] Pushing event deleted for resources: {'Network': ['ID=85162e23-c2bf-4f13-a926-5964a02ea7e9,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:53.366710 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.492449 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.495016 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.496148 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/210308ed-12ce-4409-b903-962d2a3bdaa0 HTTP/1.1" status: 204 len: 168 time: 0.2404866 Dec 23 00:33:53.513725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65897255-eb65-48de-853f-c6a839f2ea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210308ed-12ce-4409-b903-962d2a3bdaa0,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:53.768019 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:53.900409 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a467-1fe5-4888-91b6-05cf4405bdff req-88ef3b24-2bae-4c89-b618-637a8fc7fea3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:53.902337 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-89c3a467-1fe5-4888-91b6-05cf4405bdff req-88ef3b24-2bae-4c89-b618-637a8fc7fea3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0626817 Dec 23 00:33:53.957306 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-89c3a467-1fe5-4888-91b6-05cf4405bdff req-afba07da-b5dc-475d-a845-94ec13ce3ec2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489058 Dec 23 00:33:54.069891 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Deleting port ef1aaedc-aba5-45db-8a7b-215577c0ec88 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:54.070226 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:54.144649 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] For port ef1aaedc-aba5-45db-8a7b-215577c0ec88, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=ef1aaedc-aba5-45db-8a7b-215577c0ec88,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:54.145040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:54.161278 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Calling delete_port for ef1aaedc-aba5-45db-8a7b-215577c0ec88 owned by network:router_interface {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:54.336130 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:54.359335 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1aaedc-aba5-45db-8a7b-215577c0ec88,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:54.531945 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:54.761300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Router f508ad04-ced4-48c8-87a1-cdee13523b44 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:33:54.865466 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:33:54.873445 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-29fc46dd-d327-41f1-8717-72e9c06754eb admin admin] 10.222.0.24 "PUT /v2.0/routers/f508ad04-ced4-48c8-87a1-cdee13523b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560029 Dec 23 00:33:54.873589 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54356) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:54.875914 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Sync routers for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:33:54.974857 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:54.975470 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:54.983725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks [] for router, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.085297 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:55.097263 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.138915 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdf107-c848-46a1-871b-f990e4884b0b req-c35c151a-3477-4936-a6b3-613513a9fbb7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:55.141337 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4dbdf107-c848-46a1-871b-f990e4884b0b req-c35c151a-3477-4936-a6b3-613513a9fbb7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0670905 Dec 23 00:33:55.162789 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Deleting port 976edc5b-b6a3-4a45-a71e-4843d490ca0b {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:55.163136 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.204939 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4dbdf107-c848-46a1-871b-f990e4884b0b req-5e22a9cc-ac1c-4453-b1c9-e23ede05192f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567853 Dec 23 00:33:55.250063 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] For port 976edc5b-b6a3-4a45-a71e-4843d490ca0b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=976edc5b-b6a3-4a45-a71e-4843d490ca0b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:55.250431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.262332 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Calling delete_port for 976edc5b-b6a3-4a45-a71e-4843d490ca0b owned by network:router_gateway {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:55.281329 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:33:54Z', 'revision_number': 5, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port': {'id': '976edc5b-b6a3-4a45-a71e-4843d490ca0b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:29:51Z', 'updated_at': '2021-12-23T00:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:55.310743 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Checking router: f508ad04-ced4-48c8-87a1-cdee13523b44 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:33:55.319371 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Routers {'f508ad04-ced4-48c8-87a1-cdee13523b44'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:33:55.319990 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['f508ad04-ced4-48c8-87a1-cdee13523b44'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:55.404817 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] Set router f508ad04-ced4-48c8-87a1-cdee13523b44 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:33:55.429593 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.459405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=976edc5b-b6a3-4a45-a71e-4843d490ca0b,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:55.459619 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:33:55Z', 'revision_number': 6, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:55.486047 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910edd18-b266-4090-97af-af1a8b2f638f None None] The sync data for ids ['f508ad04-ced4-48c8-87a1-cdee13523b44'] in dv-cinder-822768-1-iscsi is: [{'id': 'f508ad04-ced4-48c8-87a1-cdee13523b44', 'name': 'tempest-TestMinimumBasicScenario-303918202-router', 'tenant_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:29:49Z', 'updated_at': '2021-12-23T00:33:55Z', 'revision_number': 6, 'project_id': '8d3ab4f3a1284cd4b9a108c66031fff1', 'gw_port_host': None}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:33:55.525856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.617153 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.619355 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.673050 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.673601 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f508ad04-ced4-48c8-87a1-cdee13523b44 {{(pid=108947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:33:55.679439 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.682051 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4cca6bbb-cba2-479b-8d35-facd5ecd5d87 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f508ad04-ced4-48c8-87a1-cdee13523b44 HTTP/1.1" status: 204 len: 168 time: 0.8074355 Dec 23 00:33:55.683241 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54378) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:55.726995 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Deleting subnet 66a33980-e766-42ca-a7a3-c8a42fdcda4e {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:33:55.730252 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.764777 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.875670 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.929315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.952606 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a33980-e766-42ca-a7a3-c8a42fdcda4e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:55.960632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:55.963949 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5b07bd71-345e-435d-9a0d-94d06ffac233 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66a33980-e766-42ca-a7a3-c8a42fdcda4e HTTP/1.1" status: 204 len: 168 time: 0.2796912 Dec 23 00:33:55.966653 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54380) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:55.969214 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a677c1d-3d44-4d7e-abf3-26d408bbda22 None None] Network e62f269d-7fe8-4c82-b0e9-1b24e8292367 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:33:56.034399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.090082 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Deleting port f16ffbca-b050-4a52-a091-145591b6b300 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:56.090412 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.134848 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] DHCP port deletion for e62f269d-7fe8-4c82-b0e9-1b24e8292367 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:33:56.161850 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] For port f16ffbca-b050-4a52-a091-145591b6b300, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=f16ffbca-b050-4a52-a091-145591b6b300,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:56.162538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.176356 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Calling delete_port for f16ffbca-b050-4a52-a091-145591b6b300 owned by network:dhcp {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:56.192312 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Deleting port f16ffbca-b050-4a52-a091-145591b6b300 {{(pid=108948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:33:56.192691 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.249530 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:33:56.264523 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.280226 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] For port f16ffbca-b050-4a52-a091-145591b6b300, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=f16ffbca-b050-4a52-a091-145591b6b300,segment=NetworkSegment(628c5471-609e-47fc-b67e-6f97851691bf),segment_id=628c5471-609e-47fc-b67e-6f97851691bf)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:56.281012 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.288667 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Pushing event deleted for resources: {'Port': ['ID=f16ffbca-b050-4a52-a091-145591b6b300,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:56.298832 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Calling delete_port for f16ffbca-b050-4a52-a091-145591b6b300 owned by network:dhcp {{(pid=108948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:33:56.299876 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.300672 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.301181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.301699 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.302182 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.302661 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.303160 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.303646 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.304135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.304618 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.305108 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.305609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.306079 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:33:56.309253 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] No DVR routers for this DVR port f16ffbca-b050-4a52-a091-145591b6b300 on host dv-cinder-822768-1-iscsi {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:56.372631 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878eb8-f0bf-4a78-9b37-2c5fb6559ccd req-3272b555-0668-4bdd-a994-976efca19ef8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:56.374158 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5c878eb8-f0bf-4a78-9b37-2c5fb6559ccd req-3272b555-0668-4bdd-a994-976efca19ef8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0564508 Dec 23 00:33:56.390536 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.413223 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62f269d-7fe8-4c82-b0e9-1b24e8292367']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:56.423334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628c5471-609e-47fc-b67e-6f97851691bf') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:56.423755 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628c5471-609e-47fc-b67e-6f97851691bf') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:33:56.426259 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5c878eb8-f0bf-4a78-9b37-2c5fb6559ccd req-a0b0d9fc-9f22-4d95-819a-c7d6f2e2864d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Dec 23 00:33:56.433481 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a3efb349-9098-448d-a4ae-957b8a7e81c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.438067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.451676 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: warnings.warn(msg) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:33:56.464631 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:33:56.467102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:56.478292 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:33:56.479860 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622'] for port, after_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.507810 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] Pushing event deleted for resources: {'Port': ['ID=f16ffbca-b050-4a52-a091-145591b6b300,revision_number=None']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:56.530042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef402c2-4fbc-4b27-a104-17c1214225a9 None None] No DVR routers for this DVR port f16ffbca-b050-4a52-a091-145591b6b300 on host dv-cinder-822768-1-iscsi {{(pid=108948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:33:56.548064 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.562932 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:33:56.585199 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:56.589820 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.643572 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:56.742603 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ef1aaedc-aba5-45db-8a7b-215577c0ec88 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:56.767270 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: ef1aaedc-aba5-45db-8a7b-215577c0ec88 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:56.767612 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device ef1aaedc-aba5-45db-8a7b-215577c0ec88 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:56.768347 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device f16ffbca-b050-4a52-a091-145591b6b300 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:56.770211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.780890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:56.784570 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] 10.222.0.24 "DELETE /v2.0/networks/e62f269d-7fe8-4c82-b0e9-1b24e8292367 HTTP/1.1" status: 204 len: 168 time: 0.8164842 Dec 23 00:33:56.791246 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: f16ffbca-b050-4a52-a091-145591b6b300 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:56.791650 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device f16ffbca-b050-4a52-a091-145591b6b300 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:56.792013 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 976edc5b-b6a3-4a45-a71e-4843d490ca0b no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:33:56.794098 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f765e-ad9f-4e5c-9639-b04fe98e139b admin admin] Pushing event deleted for resources: {'Network': ['ID=e62f269d-7fe8-4c82-b0e9-1b24e8292367,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:56.819926 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 976edc5b-b6a3-4a45-a71e-4843d490ca0b {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:33:56.820298 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 976edc5b-b6a3-4a45-a71e-4843d490ca0b not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:33:56.943976 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['9d35d33c-151b-4673-bd32-4f863b078b9f'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:33:56.960142 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54404) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:56.999603 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-85294966-5aaf-4f15-801b-6e792b7926d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=781ac330c6d5418ba4651babfe8c71c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383086 Dec 23 00:33:57.002339 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54406) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:57.052978 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.073682 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.122582 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.125416 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.126649 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7fa4a3d-c92a-4b43-aa30-08875cf114f7 HTTP/1.1" status: 204 len: 168 time: 0.1233184 Dec 23 00:33:57.134821 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638ff36-66d1-42a9-af66-14ef4da12129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa4a3d-c92a-4b43-aa30-08875cf114f7,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:57.457293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54420) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:57.496944 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-790ccdbd-8da3-444e-8039-9e55dd2fa02a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d3ab4f3a1284cd4b9a108c66031fff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384529 Dec 23 00:33:57.499518 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54424) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:33:57.551556 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e8964-23b1-483b-abd0-131a3fc1e494 req-16aed32c-0885-46b1-a9ee-81a39a46ea65 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:57.553677 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4c2e8964-23b1-483b-abd0-131a3fc1e494 req-16aed32c-0885-46b1-a9ee-81a39a46ea65 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 945 time: 0.0513949 Dec 23 00:33:57.557463 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.586164 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.601890 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4c2e8964-23b1-483b-abd0-131a3fc1e494 req-636b1ade-7497-4d95-b704-b11adf189ebc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Dec 23 00:33:57.637497 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.640025 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:57.641142 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0d775c2-cc6e-470a-ae82-e8219dde418b HTTP/1.1" status: 204 len: 168 time: 0.1405833 Dec 23 00:33:57.655022 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f653438-739c-49ad-a935-863b69965065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d775c2-cc6e-470a-ae82-e8219dde418b,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:58.240636 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:33:58.293225 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 9d35d33c-151b-4673-bd32-4f863b078b9f completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:33:58.297328 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 9d35d33c-151b-4673-bd32-4f863b078b9f triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:33:58.297729 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:58.374654 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:58.396954 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:33:58.399316 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b74a848-a822-4f29-a6d9-7c847ded9195" -d '{"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:33:58.415697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:33:58.421758 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:58.448421 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dfb3a-dde2-4972-9eef-a6b999965425 x-openstack-request-id: req-f64dfb3a-dde2-4972-9eef-a6b999965425 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:33:58.448731 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:33:58.448986 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f64dfb3a-dde2-4972-9eef-a6b999965425 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:33:58.449370 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'code': 200} Dec 23 00:33:58.472754 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:33:58.537089 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-13183d9b-2861-471a-8858-f493a7845500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:58.665390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a195b-4003-4a4e-a630-ef17e56a8cbc req-d6de66ff-e49f-4a2f-879e-fe56c8420dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:58.666963 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-734a195b-4003-4a4e-a630-ef17e56a8cbc req-d6de66ff-e49f-4a2f-879e-fe56c8420dfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1099 time: 0.0484912 Dec 23 00:33:58.749825 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb94fc6-795b-4034-87e3-f9b1951d4e36 req-99341c0d-8370-4dc9-9d2b-6209b02733cb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:58.751356 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3fb94fc6-795b-4034-87e3-f9b1951d4e36 req-99341c0d-8370-4dc9-9d2b-6209b02733cb tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0738037 Dec 23 00:33:58.754937 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-734a195b-4003-4a4e-a630-ef17e56a8cbc req-2e1d61da-f8ea-4324-bcb1-87432db6cc61 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761826 Dec 23 00:33:58.801455 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3fb94fc6-795b-4034-87e3-f9b1951d4e36 req-5a9697e2-689a-4400-b11d-d54bebbc66e3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Dec 23 00:33:59.290558 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:59.763805 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:33:59.951721 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d635d7-7d22-4754-b5d3-78f70e231138 req-2fa0a079-87b8-4b4f-ba7b-dff7c9977b79 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:33:59.953160 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9d635d7-7d22-4754-b5d3-78f70e231138 req-2fa0a079-87b8-4b4f-ba7b-dff7c9977b79 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0575325 Dec 23 00:33:59.999813 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9d635d7-7d22-4754-b5d3-78f70e231138 req-acb272c9-a750-4fdd-ad07-e0e5d4bd5320 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Dec 23 00:34:01.119300 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2af71d-fc6e-4439-85b6-0ecc6c29468b req-8624cc5c-ba93-4ab8-9d91-e596c8d683b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:01.120782 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ce2af71d-fc6e-4439-85b6-0ecc6c29468b req-8624cc5c-ba93-4ab8-9d91-e596c8d683b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0502441 Dec 23 00:34:01.167630 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ce2af71d-fc6e-4439-85b6-0ecc6c29468b req-28218e0a-89a0-4f27-bd23-9b3faf71f4d3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Dec 23 00:34:01.236316 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:02.080473 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:02.243151 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-35e88024-21ba-4c75-bf18-18fab7542705 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403113 Dec 23 00:34:02.293479 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9d208-4657-4aaa-9943-40849144d335 req-cb2fb4f6-f72f-46cb-83d1-e40922991e08 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:02.294927 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07e9d208-4657-4aaa-9943-40849144d335 req-cb2fb4f6-f72f-46cb-83d1-e40922991e08 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0508921 Dec 23 00:34:02.368107 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07e9d208-4657-4aaa-9943-40849144d335 req-4fb7ed13-a673-4ee1-af95-8f71fde6dfc8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652354 Dec 23 00:34:02.379546 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-77e03acb-dab8-42ae-bfe4-96fac4ea092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:02.381024 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-77e03acb-dab8-42ae-bfe4-96fac4ea092f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 1098 time: 0.0560901 Dec 23 00:34:02.499718 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-2b9302c6-5235-4b1d-ba1a-462e7d8cfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:02.501194 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-2b9302c6-5235-4b1d-ba1a-462e7d8cfb7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.0877790 Dec 23 00:34:02.567807 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-79721108-b389-44f6-9ccb-e7d90e58ac61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 200 len: 1000 time: 0.0569978 Dec 23 00:34:02.622138 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-46ec9ecc-7067-4e48-9594-ee2092b31a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:02.623544 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-46ec9ecc-7067-4e48-9594-ee2092b31a9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0435028 Dec 23 00:34:02.686173 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-27300cc1-0739-4411-8834-7d505798eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:02.687663 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-27300cc1-0739-4411-8834-7d505798eb4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455492 Dec 23 00:34:02.777499 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-015b1ede-b72f-43cf-a737-68e1e4d53534 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815513 Dec 23 00:34:02.954444 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cfbd682d-e1e3-4f27-a850-db0550f8a510 req-c9ed7695-6852-474f-a7f5-0dbc47634831 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951571 Dec 23 00:34:03.718898 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a241dd-ea42-46c8-9938-e151981b3502 req-736b0f11-075d-4b32-84a7-4a189803e620 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:03.720288 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e1a241dd-ea42-46c8-9938-e151981b3502 req-736b0f11-075d-4b32-84a7-4a189803e620 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0516410 Dec 23 00:34:03.765969 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e1a241dd-ea42-46c8-9938-e151981b3502 req-5067df79-7dc6-4558-b0e6-b1b1fa507ff0 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Dec 23 00:34:03.896704 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac1969-03a1-47bf-bee7-9aea92aa566c req-a2e70ec9-3716-402a-8b82-4184cb0bcdd6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:03.898169 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e6ac1969-03a1-47bf-bee7-9aea92aa566c req-a2e70ec9-3716-402a-8b82-4184cb0bcdd6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0594878 Dec 23 00:34:03.906578 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54514) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:03.910900 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Request body: {'floatingip': {'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:03.949322 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:04.378279 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:04.384481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:04.486354 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Floating IP cc58203b-b154-4442-8c57-9d07761e0311 associated. External IP: 172.27.1.61, port: 9d35d33c-151b-4673-bd32-4f863b078b9f. Dec 23 00:34:04.699299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:34:04.805863 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:34:04.811091 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:04.816406 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:34:04.826961 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:04.827540 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:04.838857 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-63afd1e8-cad3-41c2-9724-6744260d9935 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "PUT /v2.0/floatingips/cc58203b-b154-4442-8c57-9d07761e0311 HTTP/1.1" status: 200 len: 991 time: 0.9312727 Dec 23 00:34:04.839510 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:04.841876 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4a851-a357-4c39-a51a-925bc8617779" -d '{"events": [{"name": "network-changed", "server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:04.931641 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:05.152737 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'cc58203b-b154-4442-8c57-9d07761e0311', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:46Z', 'updated_at': '2021-12-23T00:34:04Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:05.177724 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:34:05.187019 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:05.187553 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:05.290453 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:05.509452 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'cc58203b-b154-4442-8c57-9d07761e0311', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:46Z', 'updated_at': '2021-12-23T00:34:04Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:05.537383 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151a42-1ca7-41af-961b-f8bac2b1a736 None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'cc58203b-b154-4442-8c57-9d07761e0311', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:33:46Z', 'updated_at': '2021-12-23T00:34:04Z', 'revision_number': 1, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:34:05.716164 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afc241-98f3-4527-baec-1adad2b8a926 None None] New status for floating IP cc58203b-b154-4442-8c57-9d07761e0311: ACTIVE {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:34:06.456624 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3133789e-bb0e-41a3-89a7-2832a87f4eb7 x-openstack-request-id: req-3133789e-bb0e-41a3-89a7-2832a87f4eb7 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:06.457169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:06.457169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3133789e-bb0e-41a3-89a7-2832a87f4eb7 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:06.457529 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'status': 'completed', 'code': 200} Dec 23 00:34:06.734353 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4a851-a357-4c39-a51a-925bc8617779 req-3fc82a6a-2ccf-4cc1-b1a0-cd14ec27ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:06.744425 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-3fc82a6a-2ccf-4cc1-b1a0-cd14ec27ae3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1099 time: 0.1422131 Dec 23 00:34:06.841663 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4a851-a357-4c39-a51a-925bc8617779 req-c7c83281-95c7-468c-9565-bb85fb3bea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:06.843213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-c7c83281-95c7-468c-9565-bb85fb3bea09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.0904219 Dec 23 00:34:06.912447 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-5e78406f-9855-4c30-8242-e56bb95a12ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 1001 time: 0.0601707 Dec 23 00:34:06.970918 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4a851-a357-4c39-a51a-925bc8617779 req-983d93df-f488-4ef0-913b-c71e188971d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:06.972366 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-983d93df-f488-4ef0-913b-c71e188971d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0479105 Dec 23 00:34:07.022949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4a851-a357-4c39-a51a-925bc8617779 req-13dbe0ec-b737-4469-9a8b-94e8817f8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:07.024426 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-13dbe0ec-b737-4469-9a8b-94e8817f8a5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409925 Dec 23 00:34:07.115591 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-e855fa1e-8554-4eae-9036-87674d969603 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822325 Dec 23 00:34:07.210899 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-77a4a851-a357-4c39-a51a-925bc8617779 req-fce71425-dca0-4ec3-925c-80693111b2e7 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854108 Dec 23 00:34:08.187182 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54556) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:08.296876 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3496d32d-9582-4349-aaee-c2f24473ee64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.371969 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3496d32d-9582-4349-aaee-c2f24473ee64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.377439 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3496d32d-9582-4349-aaee-c2f24473ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.412615 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496d32d-9582-4349-aaee-c2f24473ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5886d73-577c-4b7c-81b1-b0d53a5bb390,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:08.418137 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-3496d32d-9582-4349-aaee-c2f24473ee64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=165935cfb45a4fe7a0f9911e01140f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298989 Dec 23 00:34:08.420824 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54560) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:08.472514 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.493927 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.538740 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.541358 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.542514 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5886d73-577c-4b7c-81b1-b0d53a5bb390 HTTP/1.1" status: 204 len: 168 time: 0.1208575 Dec 23 00:34:08.550193 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce69c1-a15a-4d19-aa4b-6c136c1abaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5886d73-577c-4b7c-81b1-b0d53a5bb390,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:08.840254 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54576) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:08.854191 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6331cd9c-9108-468f-866f-717acb5dfc32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.927169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6331cd9c-9108-468f-866f-717acb5dfc32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.933565 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6331cd9c-9108-468f-866f-717acb5dfc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:08.972849 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331cd9c-9108-468f-866f-717acb5dfc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c798725b-e1a1-4b99-8e8e-579e5f4c7b7c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:08.977687 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6331cd9c-9108-468f-866f-717acb5dfc32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c5a9d64061f46f29d0d0da69704181f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363163 Dec 23 00:34:08.980365 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54578) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:09.025181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.053404 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.106677 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.109305 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.110497 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c798725b-e1a1-4b99-8e8e-579e5f4c7b7c HTTP/1.1" status: 204 len: 168 time: 0.1292870 Dec 23 00:34:09.118899 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb1be6-29f0-404f-9c62-c1cd1f4963ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798725b-e1a1-4b99-8e8e-579e5f4c7b7c,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:09.449617 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 54584) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:09.463589 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.535924 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.543063 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.579287 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1c3df5a48d045ccac769ecc692342ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285009 Dec 23 00:34:09.580080 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1631ac24-40cc-4955-9d60-a5280a97e252,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:09.582126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 54590) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:09.588043 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.588438 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.589207 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.589207 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.589571 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.589827 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.590068 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.590427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.590736 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.591050 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.591374 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.591709 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.592055 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5af71-17a6-4e71-9f52-d25a9760ac33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:09.635649 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.661761 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.714117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.716714 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:09.717879 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1631ac24-40cc-4955-9d60-a5280a97e252 HTTP/1.1" status: 204 len: 168 time: 0.1347575 Dec 23 00:34:09.728956 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02307ea1-baf0-4d89-9a32-20beb4562a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631ac24-40cc-4955-9d60-a5280a97e252,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:12.016970 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1d8671a7-4ff6-424f-8ae7-64494093bb28 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6469654419bd4a69947491a16135228c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344248 Dec 23 00:34:12.199093 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-79968b3d-a799-4825-8621-bf004f913984 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:12.200950 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-79968b3d-a799-4825-8621-bf004f913984 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782601 Dec 23 00:34:12.220409 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-359d1309-6d4d-4c9d-b78a-da4a0f14c7ce tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/quotas/6469654419bd4a69947491a16135228c HTTP/1.1" status: 200 len: 375 time: 0.0126407 Dec 23 00:34:12.251908 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-4a3c2699-7d70-4e79-a6ed-1fedf48fbe20 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6469654419bd4a69947491a16135228c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252025 Dec 23 00:34:12.410266 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1386aac9-dd62-4708-b437-a8737ad0cef8 req-de687510-97ff-4819-90e9-88b36234f047 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 210 time: 0.0257602 Dec 23 00:34:12.427126 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58579-ed6e-4373-9ecc-5830f2dfcb49 req-833bdb0c-8dac-4640-ba17-47a677d3c59b tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:12.428721 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-05e58579-ed6e-4373-9ecc-5830f2dfcb49 req-833bdb0c-8dac-4640-ba17-47a677d3c59b tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.0573416 Dec 23 00:34:12.477917 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-05e58579-ed6e-4373-9ecc-5830f2dfcb49 req-bee237f6-9fa0-40f5-af00-cee00c1d20f5 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Dec 23 00:34:13.513679 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a1b7e2b7-93b4-41fd-8e73-f5109692c5ee req-49885184-07b4-4dc3-a93e-9f98dbff68a6 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Dec 23 00:34:13.599661 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5d987-5a8d-4072-a410-90036586fcdb req-f64505cd-4b6c-419e-abfb-3ec8281094f2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:13.601634 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90e5d987-5a8d-4072-a410-90036586fcdb req-f64505cd-4b6c-419e-abfb-3ec8281094f2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Dec 23 00:34:13.650205 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-90e5d987-5a8d-4072-a410-90036586fcdb req-9ffee57b-45d2-40b6-8a92-9520e0219834 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Dec 23 00:34:13.681967 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-301d9528-68c1-4fc7-a5e3-e71439495966 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6469654419bd4a69947491a16135228c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304992 Dec 23 00:34:13.868723 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-30af309e-039a-4df8-b0c3-1be7f9073f87 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:13.870433 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-30af309e-039a-4df8-b0c3-1be7f9073f87 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775875 Dec 23 00:34:13.949120 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Request body: {'port': {'device_id': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4', 'admin_state_up': True, 'tenant_id': '6469654419bd4a69947491a16135228c'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:14.062005 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Made reservation on behalf of 6469654419bd4a69947491a16135228c for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:34:14.065355 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.076895 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.155326 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.161501 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.220657 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543831bf-663f-4d6e-9456-fcdcd3ea44c0,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:14.287360 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Allocated IP 192.168.233.108 (51bfe85a-82e9-4f14-a0d3-da2957543df4/bdcd2c24-be73-4669-a17d-4a2090b19c4b/a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:34:14.429740 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.465180 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.506113 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Network 51bfe85a-82e9-4f14-a0d3-da2957543df4 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:34:14.509161 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:34:14.512700 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:34:14.541278 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Pushing event updated for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:14.574279 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:14.575038 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.606343 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-72606ee1-9e26-4d5e-a56f-1947fed0272a tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6639714 Dec 23 00:34:14.623426 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-84408136-7b99-482e-8e75-fdea42497e92 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:14.624902 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-84408136-7b99-482e-8e75-fdea42497e92 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.0690219 Dec 23 00:34:14.627862 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Request body: {'port': {'device_id': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:14.693283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.742076 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d58326-3c85-4b84-a868-76cfc3434d5d req-2f50cc6e-5949-4280-a43a-13c6dd2d14af tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:14.743474 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-90d58326-3c85-4b84-a868-76cfc3434d5d req-2f50cc6e-5949-4280-a43a-13c6dd2d14af tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 936 time: 0.1177073 Dec 23 00:34:14.795188 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Deleting port 0f494b7b-d888-44b0-a312-96b0849cac83 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:34:14.795394 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.806894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-3105f497-ef6e-46e4-a35d-f6197e460417 None None] Provisioning complete for port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:34:14.807462 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3105f497-ef6e-46e4-a35d-f6197e460417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.816050 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-90d58326-3c85-4b84-a868-76cfc3434d5d req-24b0aacb-43fd-4735-8e8c-eab4345ed126 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Dec 23 00:34:14.856848 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-3105f497-ef6e-46e4-a35d-f6197e460417 None None] Port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:34:14.860256 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf84cf-3425-4cb7-9c60-370cf8bbed4f req-b203c2dc-f24c-4ca5-9f8c-50559fa2e7da tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:14.862014 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3dbf84cf-3425-4cb7-9c60-370cf8bbed4f req-b203c2dc-f24c-4ca5-9f8c-50559fa2e7da tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc97336-3bdf-4cff-9785-afc039788243 HTTP/1.1" status: 200 len: 945 time: 0.1311018 Dec 23 00:34:14.889891 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] For port 0f494b7b-d888-44b0-a312-96b0849cac83, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=0f494b7b-d888-44b0-a312-96b0849cac83,segment=NetworkSegment(466b634c-063f-4001-996b-8b9ee738db09),segment_id=466b634c-063f-4001-996b-8b9ee738db09)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:14.890131 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:14.904699 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Calling delete_port for 0f494b7b-d888-44b0-a312-96b0849cac83 owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:34:14.958451 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3dbf84cf-3425-4cb7-9c60-370cf8bbed4f req-025d4999-34b9-4c88-a52d-4c810765ada2 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5a63126-555b-4c0b-91e8-f51eaf796537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847399 Dec 23 00:34:15.028037 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:34:15.035129 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.035563 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.048482 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Transition to ACTIVE for port object a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:34:15.053256 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.064395 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Pushing event deleted for resources: {'Port': ['ID=0f494b7b-d888-44b0-a312-96b0849cac83,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:15.074357 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['0f494b7b-d888-44b0-a312-96b0849cac83'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:34:15.102848 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] No DVR routers for this DVR port 0f494b7b-d888-44b0-a312-96b0849cac83 on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:34:15.105989 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.109489 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ba5217f6-3a4e-4080-b943-831a775f0be2 req-9162a862-c368-4981-9744-7df4a1c7e567 tempest-VolumesSnapshotTestJSON-2090673078 tempest-VolumesSnapshotTestJSON-2090673078-project] 10.222.0.43 "DELETE /v2.0/ports/0f494b7b-d888-44b0-a312-96b0849cac83 HTTP/1.1" status: 204 len: 173 time: 0.4724522 Dec 23 00:34:15.109975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'name': 'network-vif-deleted', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:15.112228 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607eed8b-f4e3-41d7-b93c-6c79925e3ce5" -d '{"events": [{"server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "name": "network-vif-deleted", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:15.127697 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:15.161321 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5492a84-e153-4a27-adab-f8de0e4787a6 x-openstack-request-id: req-a5492a84-e153-4a27-adab-f8de0e4787a6 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:15.161630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc97336-3bdf-4cff-9785-afc039788243", "name": "network-vif-deleted", "tag": "0f494b7b-d888-44b0-a312-96b0849cac83", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:15.161987 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5492a84-e153-4a27-adab-f8de0e4787a6 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:15.162377 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97336-3bdf-4cff-9785-afc039788243', 'name': 'network-vif-deleted', 'tag': '0f494b7b-d888-44b0-a312-96b0849cac83', 'status': 'completed', 'code': 200} Dec 23 00:34:15.182216 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Attempting to bind port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:34:15.182556 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Attempting to bind port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:34:15.182884 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Attempting to bind port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 on network 51bfe85a-82e9-4f14-a0d3-da2957543df4 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:34:15.188087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 on network 51bfe85a-82e9-4f14-a0d3-da2957543df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:34:15.188462 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Attempting to bind port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 on network 51bfe85a-82e9-4f14-a0d3-da2957543df4 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:34:15.197059 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:34:15.197471 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Checking segment: {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:34:15.197879 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Bound using segment: {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:34:15.198307 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Bound port: a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466fb575-a1ce-499e-89ac-33b2e0765ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:34:15.198660 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.509725 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:34:15.512700 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:34:15.519213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.554272 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:15.554911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:15.556244 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] 10.222.0.43 "PUT /v2.0/ports/a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 HTTP/1.1" status: 200 len: 1098 time: 0.9337659 Dec 23 00:34:15.556712 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:15.559062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f581bc3a-fc25-4416-8087-629c030926e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:15.582371 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049a0c0-5d98-480c-905d-69267a825b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:15.694844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-e76e1a67-c010-41be-858f-30c851869dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:15.696516 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-e76e1a67-c010-41be-858f-30c851869dfb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6469654419bd4a69947491a16135228c&device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 1101 time: 0.0454826 Dec 23 00:34:15.764908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc517285-0bbd-4d36-8958-dbc5f9baba13 x-openstack-request-id: req-dc517285-0bbd-4d36-8958-dbc5f9baba13 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:15.765317 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:15.765706 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc517285-0bbd-4d36-8958-dbc5f9baba13 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:15.766100 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4', 'status': 'completed', 'code': 200} Dec 23 00:34:15.767974 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-a6ef5903-4907-435b-9426-fa80459269af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 HTTP/1.1" status: 200 len: 217 time: 0.0444655 Dec 23 00:34:15.821364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-91c2eef7-4378-4821-8200-cafa9a062e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:15.822774 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-91c2eef7-4378-4821-8200-cafa9a062e53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdcd2c24-be73-4669-a17d-4a2090b19c4b HTTP/1.1" status: 200 len: 843 time: 0.0422716 Dec 23 00:34:15.879314 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-6ce73ad7-b4b0-4b49-b2bf-71223f47a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:15.880808 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-6ce73ad7-b4b0-4b49-b2bf-71223f47a506 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51bfe85a-82e9-4f14-a0d3-da2957543df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468717 Dec 23 00:34:15.995959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8200f-149a-42c2-9485-969697686abb req-448d3607-e5a2-4413-9f7d-2dbffd196f8b tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:15.997424 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-deb8200f-149a-42c2-9485-969697686abb req-448d3607-e5a2-4413-9f7d-2dbffd196f8b tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 948 time: 0.1014576 Dec 23 00:34:16.013273 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-6708f1cd-2459-45d4-81b7-5d8906c61c01 service neutron] 10.222.0.43 "GET /v2.0/networks/51bfe85a-82e9-4f14-a0d3-da2957543df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 Dec 23 00:34:16.101528 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-deb8200f-149a-42c2-9485-969697686abb req-8b2854ec-854c-481b-abb5-b121287474ce tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969102 Dec 23 00:34:16.129179 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef135b39-8b34-409c-b0b7-fa9bfe72bda8 req-ba0e6f10-7abf-4ed5-9a7a-719ae4ea6880 service neutron] 10.222.0.43 "GET /v2.0/networks/51bfe85a-82e9-4f14-a0d3-da2957543df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070092 Dec 23 00:34:16.290286 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581bc3a-fc25-4416-8087-629c030926e5 req-1097ef33-6212-48b3-88a2-4b2a9c5af564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:16.290789 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-1097ef33-6212-48b3-88a2-4b2a9c5af564 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6469654419bd4a69947491a16135228c&device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 1101 time: 0.0503774 Dec 23 00:34:16.386378 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581bc3a-fc25-4416-8087-629c030926e5 req-9af5e3d1-458d-426b-95ff-85d3c1ce7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:16.387875 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-9af5e3d1-458d-426b-95ff-85d3c1ce7a2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=51bfe85a-82e9-4f14-a0d3-da2957543df4 HTTP/1.1" status: 200 len: 870 time: 0.0880995 Dec 23 00:34:16.433810 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-d7a63616-8531-4176-bcbc-c9bc5ba2e215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 HTTP/1.1" status: 200 len: 217 time: 0.0351231 Dec 23 00:34:16.486049 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581bc3a-fc25-4416-8087-629c030926e5 req-1b4d8b41-21b9-4f36-bfc4-9008f8f63298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:16.487328 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-1b4d8b41-21b9-4f36-bfc4-9008f8f63298 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdcd2c24-be73-4669-a17d-4a2090b19c4b HTTP/1.1" status: 200 len: 843 time: 0.0458918 Dec 23 00:34:16.534024 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581bc3a-fc25-4416-8087-629c030926e5 req-37667273-bd34-43ec-9624-e75ceaae7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:16.535696 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-37667273-bd34-43ec-9624-e75ceaae7477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51bfe85a-82e9-4f14-a0d3-da2957543df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400596 Dec 23 00:34:16.631084 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-f80111ed-5e7c-4299-9bfb-787031006ce9 service neutron] 10.222.0.43 "GET /v2.0/networks/51bfe85a-82e9-4f14-a0d3-da2957543df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Dec 23 00:34:16.733466 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f581bc3a-fc25-4416-8087-629c030926e5 req-004e2a48-640f-4ca0-8578-0b6fdbdfe6cd service neutron] 10.222.0.43 "GET /v2.0/networks/51bfe85a-82e9-4f14-a0d3-da2957543df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859880 Dec 23 00:34:17.228549 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543e78b-0577-4770-856f-d471279ffa2f req-2f9069ef-4cd6-4604-b934-5e0bad3f5799 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:17.230022 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0543e78b-0577-4770-856f-d471279ffa2f req-2f9069ef-4cd6-4604-b934-5e0bad3f5799 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 948 time: 0.0501862 Dec 23 00:34:17.281640 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0543e78b-0577-4770-856f-d471279ffa2f req-1ad6294b-9f38-4b65-a97a-4112615cbc61 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Dec 23 00:34:20.481930 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:34:20.500871 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 0f494b7b-d888-44b0-a312-96b0849cac83 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:34:20.528149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 0f494b7b-d888-44b0-a312-96b0849cac83 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:34:20.528490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 0f494b7b-d888-44b0-a312-96b0849cac83 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:34:20.599779 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be60a03-d802-41d1-9d2d-14e1f6a2972e req-26339b62-e647-465a-9a01-dc4b9551c951 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:20.604383 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9be60a03-d802-41d1-9d2d-14e1f6a2972e req-26339b62-e647-465a-9a01-dc4b9551c951 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 948 time: 0.0620196 Dec 23 00:34:20.607346 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:20.621498 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4', 'network_id': '51bfe85a-82e9-4f14-a0d3-da2957543df4', 'port_id': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4', 'mac_address': 'fa:16:3e:e3:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcd2c24-be73-4669-a17d-4a2090b19c4b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:34:20.654922 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9be60a03-d802-41d1-9d2d-14e1f6a2972e req-367c90c9-8b75-448f-81a8-d62a4007ef17 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Dec 23 00:34:20.663623 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:20.807750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:34:20.827794 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:20.831299 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:20.878538 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:20.935518 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8a0a8-5fad-49b7-bb9f-d16462f4ca7c req-f3f9aed4-fbab-4370-b483-5b79cc2ab41c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:20.936988 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0b8a0a8-5fad-49b7-bb9f-d16462f4ca7c req-f3f9aed4-fbab-4370-b483-5b79cc2ab41c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0533450 Dec 23 00:34:20.988085 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0b8a0a8-5fad-49b7-bb9f-d16462f4ca7c req-f0ff3d51-e37d-40d7-afaa-a249c9a2f64d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Dec 23 00:34:21.191315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:34:21.774058 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37209687-5b94-4127-97c8-de2ba8eb6bcf req-149ac9c2-a0a6-462c-bc67-11f8d5d4305c tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:21.775604 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-37209687-5b94-4127-97c8-de2ba8eb6bcf req-149ac9c2-a0a6-462c-bc67-11f8d5d4305c tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 949 time: 0.0487041 Dec 23 00:34:21.822481 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-37209687-5b94-4127-97c8-de2ba8eb6bcf req-d261e595-d4d3-41a5-99b3-1a7a5c077982 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Dec 23 00:34:22.115348 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a77cf-30d6-4a01-a90d-4bb97dd0366e req-d90e0be6-7682-4a20-acef-1a4228a78e53 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:22.116892 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fb4a77cf-30d6-4a01-a90d-4bb97dd0366e req-d90e0be6-7682-4a20-acef-1a4228a78e53 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0507352 Dec 23 00:34:22.165784 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fb4a77cf-30d6-4a01-a90d-4bb97dd0366e req-498ea60d-4a2e-49dd-9740-c8004cd2cd4b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427773 Dec 23 00:34:22.696780 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:34:22.931768 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-571be17c-d40c-40ed-8eec-cde7cf1abbaf tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:22.933234 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-571be17c-d40c-40ed-8eec-cde7cf1abbaf tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.0490232 Dec 23 00:34:22.942069 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999e3b7-acd2-4d99-ab19-bbb8f54885d5 req-9f026113-99bd-433f-aa6e-a6026b6ad6e7 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:22.943498 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f999e3b7-acd2-4d99-ab19-bbb8f54885d5 req-9f026113-99bd-433f-aa6e-a6026b6ad6e7 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 949 time: 0.0522523 Dec 23 00:34:22.994222 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f999e3b7-acd2-4d99-ab19-bbb8f54885d5 req-f7ceb138-0062-45c6-a80f-2750acb5c748 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Dec 23 00:34:23.044774 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port 5c0bc55b-dba7-45d5-b079-77ad2babf322 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:34:23.045110 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.135161 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] For port 5c0bc55b-dba7-45d5-b079-77ad2babf322, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c0bc55b-dba7-45d5-b079-77ad2babf322,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:23.135848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.332715 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.333120 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.333430 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 816ff18c-1e16-4e8a-b89c-990e0fb039b2 disassociated. External IP: 172.27.1.83, port: 5c0bc55b-dba7-45d5-b079-77ad2babf322. Dec 23 00:34:23.333794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for 5c0bc55b-dba7-45d5-b079-77ad2babf322 owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:34:23.352999 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec79b1-48f8-4ef1-89d4-d6985cf872a1 req-44399fee-2b83-450b-894f-fa5d28e1832c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:23.354529 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-56ec79b1-48f8-4ef1-89d4-d6985cf872a1 req-44399fee-2b83-450b-894f-fa5d28e1832c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 945 time: 0.1100879 Dec 23 00:34:23.457859 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-56ec79b1-48f8-4ef1-89d4-d6985cf872a1 req-b3e56641-e811-49e6-8b67-f8cf0b2ad5d9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699592 Dec 23 00:34:23.518003 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.545591 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=5c0bc55b-dba7-45d5-b079-77ad2babf322,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:23.595080 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:34:23.649040 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:34:23.655636 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:34:23.656007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.673673 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:34:23.737938 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.763585 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:23.765990 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ca41a-5ba4-4573-84d0-91e1ecf64b2c" -d '{"events": [{"server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "name": "network-vif-plugged", "status": "completed", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:23.780085 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:23.787217 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.788322 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 5c0bc55b-dba7-45d5-b079-77ad2babf322 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:34:23.795504 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:34:23.831347 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:34:23.840924 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 5c0bc55b-dba7-45d5-b079-77ad2babf322 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:34:23.841354 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 5c0bc55b-dba7-45d5-b079-77ad2babf322 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:34:23.845431 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] No DVR routers for this DVR port 5c0bc55b-dba7-45d5-b079-77ad2babf322 on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:34:23.848041 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:23.851790 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c2e4d7e8-9868-481b-8dc3-289186d55cb3 req-e709112e-05c3-4c8b-9ab2-a0874e861362 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "DELETE /v2.0/ports/5c0bc55b-dba7-45d5-b079-77ad2babf322 HTTP/1.1" status: 204 len: 173 time: 0.9095886 Dec 23 00:34:23.852301 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'name': 'network-vif-deleted', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:23.854793 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71766ed5-25e3-42da-8d85-1be3d47b0c3b" -d '{"events": [{"server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "name": "network-vif-deleted", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:23.868766 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:23.869604 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:23.873767 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:23.918652 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b75257-378c-45ff-9b36-f88b43fe0fda x-openstack-request-id: req-09b75257-378c-45ff-9b36-f88b43fe0fda {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:23.918945 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1c8419-0f9d-4e11-85cc-2e30326703aa", "name": "network-vif-deleted", "tag": "5c0bc55b-dba7-45d5-b079-77ad2babf322", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:23.919191 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09b75257-378c-45ff-9b36-f88b43fe0fda {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:23.919587 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1c8419-0f9d-4e11-85cc-2e30326703aa', 'name': 'network-vif-deleted', 'tag': '5c0bc55b-dba7-45d5-b079-77ad2babf322', 'status': 'completed', 'code': 200} Dec 23 00:34:23.968256 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40c283-528a-4f58-9ccf-8e30e24580d4 x-openstack-request-id: req-4e40c283-528a-4f58-9ccf-8e30e24580d4 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:23.968562 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "name": "network-vif-plugged", "status": "completed", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:23.968813 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e40c283-528a-4f58-9ccf-8e30e24580d4 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:23.969597 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4', 'code': 200} Dec 23 00:34:24.071555 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:24.130246 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc939-0ba8-4e3f-b8ba-51a6bcfcc010 req-bab48b79-1279-4162-ad94-d8fb38920ba1 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:24.131812 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cd4bc939-0ba8-4e3f-b8ba-51a6bcfcc010 req-bab48b79-1279-4162-ad94-d8fb38920ba1 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0613263 Dec 23 00:34:24.199029 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cd4bc939-0ba8-4e3f-b8ba-51a6bcfcc010 req-56aea02b-67a3-4be6-ba26-fc0ebb497a6c tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549650 Dec 23 00:34:24.231807 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94305b-40dd-487d-a6e3-616f6cd46261 req-837c9241-8080-41f2-8216-8edee3ff240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:24.233330 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a94305b-40dd-487d-a6e3-616f6cd46261 req-837c9241-8080-41f2-8216-8edee3ff240c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 1103 time: 0.0553162 Dec 23 00:34:24.284966 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:24.291352 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a94305b-40dd-487d-a6e3-616f6cd46261 req-0175822c-46be-4d1f-bbf9-f9294c6fa41b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Dec 23 00:34:24.318708 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:34:24.327429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:24.328029 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:33:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:24.435040 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:24.555045 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5fef615f-a944-4a58-bd2f-5fdca95e62af req-7979b5e7-1ccc-4bbf-97d5-4e623ccbb6cd tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a1c8419-0f9d-4e11-85cc-2e30326703aa HTTP/1.1" status: 200 len: 210 time: 0.0264072 Dec 23 00:34:24.642301 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:24.668605 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b5149-4f82-4e72-8c64-9900a7d5b335 None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:34:24.874058 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa4295-934f-4181-a16d-e3e2afd67965 None None] New status for floating IP 816ff18c-1e16-4e8a-b89c-990e0fb039b2: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:34:25.320804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adfc60-9fd8-49c2-8d84-a64cdefadd32 req-53f10649-39e9-46e8-ae04-21a1d330ff42 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:25.322332 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-99adfc60-9fd8-49c2-8d84-a64cdefadd32 req-53f10649-39e9-46e8-ae04-21a1d330ff42 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0506542 Dec 23 00:34:25.370486 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-99adfc60-9fd8-49c2-8d84-a64cdefadd32 req-2ae652d2-cd2c-4d57-a5d0-55a751663742 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Dec 23 00:34:25.830705 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-0557cc49-d0f3-4adc-ba08-590174bcae5d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954932881&fields=id&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 267 time: 0.0524228 Dec 23 00:34:25.938431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1aa03149-488e-4a40-b07b-62ce0a31ede1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:25.939744 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1aa03149-488e-4a40-b07b-62ce0a31ede1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.1017981 Dec 23 00:34:25.954854 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-a619d8fd-78a7-431c-b476-d01868e00a45 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/quotas/838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Dec 23 00:34:26.004869 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-b1f8489a-cbd1-4852-86c9-ea9e5c516e8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444279 Dec 23 00:34:26.200559 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-a7c2ea90-772c-4346-be97-ac9291e28671 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840429 Dec 23 00:34:26.288960 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-d3b9466b-f22b-4d79-ba66-52ebfe8f3626 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821993 Dec 23 00:34:26.410785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bf062ef4-01dd-4abc-9e6d-e8a29c009caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:26.618948 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dcbdb-484f-4946-9fca-b827c58bfcc0 req-4fdee72f-2abc-4c93-bf41-a3448358d07d tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:26.620400 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-218dcbdb-484f-4946-9fca-b827c58bfcc0 req-4fdee72f-2abc-4c93-bf41-a3448358d07d tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0503573 Dec 23 00:34:26.672307 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-218dcbdb-484f-4946-9fca-b827c58bfcc0 req-e1ed8803-18fb-4702-a236-00f170aa2325 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Dec 23 00:34:26.748460 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-daa14dd8-4609-4a6c-b358-cdb39eef90d2 req-e99c199c-1a32-4a21-b35e-a86f70acf325 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 210 time: 0.0329528 Dec 23 00:34:26.971975 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395eaa8-0f1d-4cef-ab99-36961513b60e req-5f0b6968-9518-45f9-8bed-221f57abb305 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:26.973421 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2395eaa8-0f1d-4cef-ab99-36961513b60e req-5f0b6968-9518-45f9-8bed-221f57abb305 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0484183 Dec 23 00:34:27.032630 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2395eaa8-0f1d-4cef-ab99-36961513b60e req-0e182440-1161-4be8-b5d3-2041f54e7f08 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Dec 23 00:34:27.847806 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8ff89918-521b-4d05-9471-cfc60c3b58d4 req-1014ea55-7822-4b2c-a33d-e0412532746a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Dec 23 00:34:28.169240 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf197-da58-4256-a5a7-aaffbe425a61 req-5e20fc0e-e611-472d-8c5c-f4fe9213d064 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:28.170701 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-414bf197-da58-4256-a5a7-aaffbe425a61 req-5e20fc0e-e611-472d-8c5c-f4fe9213d064 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0489495 Dec 23 00:34:28.220234 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-414bf197-da58-4256-a5a7-aaffbe425a61 req-7a6ac79e-f917-4fef-bfa9-f6a760de2474 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Dec 23 00:34:28.543784 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d65792ee-69fc-47d0-afd4-a0815dbae145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:28.953962 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aa564579-0903-4df0-85ea-b1e63ca62ca7 req-f4a0bb19-b34e-4183-8820-3fb324cfeba5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 210 time: 0.0264583 Dec 23 00:34:29.300319 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:29.341687 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0fe7-d76b-41e7-a4c6-3ed7d91953e2 req-f6def142-a1e4-4c2c-82ce-f2001b79cde3 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:29.343126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d35e0fe7-d76b-41e7-a4c6-3ed7d91953e2 req-f6def142-a1e4-4c2c-82ce-f2001b79cde3 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0532815 Dec 23 00:34:29.394385 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d35e0fe7-d76b-41e7-a4c6-3ed7d91953e2 req-d5e7c34f-3a17-4b8f-b5a7-c50932e08d15 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Dec 23 00:34:29.758065 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:29.866810 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-27fd5b1d-b1fd-4377-af4c-e015f818691c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:29.868254 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-27fd5b1d-b1fd-4377-af4c-e015f818691c tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.1109135 Dec 23 00:34:29.941577 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-e9992592-91f5-448e-bc6f-4e7f6fbf6112 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 379 time: 0.0530012 Dec 23 00:34:29.952567 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'port': {'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'admin_state_up': True, 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'security_groups': ['9df624cd-533f-4ad5-8e99-9eca3326520e']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:30.077600 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f1f3b3c7-101f-4f2f-b0f0-be617e9e28c2 req-2981af43-319c-4fd2-9a71-c8d2b905a1d0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 210 time: 0.0318897 Dec 23 00:34:30.093883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Made reservation on behalf of 838c5abfd096404b84f3db7097491aa4 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:34:30.098454 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.225277 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.20.0.6 (b9f030f2-43c1-4e27-83d5-ac6063c2a3b3/b77063ba-0589-4037-970d-c16208960f91/ad3fc884-c58d-4b6a-a9d7-09a330eea8db) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:34:30.362376 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.396548 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.441054 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:34:30.444074 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:34:30.447755 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:34:30.476228 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:30.525762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:30.526381 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.549502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6abd13-4558-412e-84e2-caebe1e8d9c3 req-2b4889b1-36b9-4b1f-ade6-9e08d4c82514 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:30.551047 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4f6abd13-4558-412e-84e2-caebe1e8d9c3 req-2b4889b1-36b9-4b1f-ade6-9e08d4c82514 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0785725 Dec 23 00:34:30.554711 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-1ee33ca9-4218-4968-9e6a-8d26c9816379 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059659 Dec 23 00:34:30.589594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Request body: {'port': {'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:30.625800 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4f6abd13-4558-412e-84e2-caebe1e8d9c3 req-bce841df-dd2f-4ef3-9f74-ab44abee2ab9 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/security-groups?id=543831bf-663f-4d6e-9456-fcdcd3ea44c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680332 Dec 23 00:34:30.643373 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-3428c6a3-6781-4def-ae42-b9baf8aa0688 None None] Provisioning complete for port ad3fc884-c58d-4b6a-a9d7-09a330eea8db triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:34:30.643738 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3428c6a3-6781-4def-ae42-b9baf8aa0688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.666342 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.692339 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-3428c6a3-6781-4def-ae42-b9baf8aa0688 None None] Port ad3fc884-c58d-4b6a-a9d7-09a330eea8db cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:34:30.933798 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3fc884-c58d-4b6a-a9d7-09a330eea8db {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:34:30.941688 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.954448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Transition to ACTIVE for port object ad3fc884-c58d-4b6a-a9d7-09a330eea8db will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:34:30.960362 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:30.972939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-0b2e4db3-5601-4b0c-95cb-2d1309c5ab91 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:30.974437 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-0b2e4db3-5601-4b0c-95cb-2d1309c5ab91 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 950 time: 0.0495877 Dec 23 00:34:31.006768 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:31.088899 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Deleting port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:34:31.089634 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.094473 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Attempting to bind port ad3fc884-c58d-4b6a-a9d7-09a330eea8db on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:34:31.094821 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Attempting to bind port ad3fc884-c58d-4b6a-a9d7-09a330eea8db by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:34:31.095155 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Attempting to bind port ad3fc884-c58d-4b6a-a9d7-09a330eea8db on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:34:31.100082 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Port ad3fc884-c58d-4b6a-a9d7-09a330eea8db on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:34:31.100405 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Attempting to bind port ad3fc884-c58d-4b6a-a9d7-09a330eea8db on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:34:31.115394 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:34:31.115743 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:34:31.116136 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Bound using segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:34:31.117047 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Bound port: ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:34:31.117437 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.198035 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:34:31.201208 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:34:31.212658 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.241471 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] For port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,segment=NetworkSegment(466fb575-a1ce-499e-89ac-33b2e0765ee1),segment_id=466fb575-a1ce-499e-89ac-33b2e0765ee1)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:31.241892 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.258862 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.259568 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.261289 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] 10.222.0.43 "PUT /v2.0/ports/ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 1093 time: 0.6778116 Dec 23 00:34:31.261852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:31.264373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5cd7d-c942-4e45-9480-158807d68303" -d '{"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:31.278669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.286515 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b705c-e7a2-495c-86fc-51a2fb5e7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:31.288563 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe6259-3ee2-4b2b-9d8e-2130c431af89 req-a655f1c9-eabd-424c-9188-ec42b7636163 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.290203 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cabe6259-3ee2-4b2b-9d8e-2130c431af89 req-a655f1c9-eabd-424c-9188-ec42b7636163 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.1205556 Dec 23 00:34:31.301874 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Calling delete_port for a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 owned by compute:nova {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:34:31.404123 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-94eeae20-2447-494f-a6e7-1f08c887c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.405637 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-94eeae20-2447-494f-a6e7-1f08c887c2be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1096 time: 0.0506575 Dec 23 00:34:31.405756 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cabe6259-3ee2-4b2b-9d8e-2130c431af89 req-93bb4039-c0a3-4e2d-a82d-f9ec04b0b8b0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016161 Dec 23 00:34:31.460527 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac211e-fd94-4f5f-9626-0af5bdac3403 x-openstack-request-id: req-7eac211e-fd94-4f5f-9626-0af5bdac3403 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:31.460856 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:31.461109 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7eac211e-fd94-4f5f-9626-0af5bdac3403 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:31.461497 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'status': 'completed', 'code': 200} Dec 23 00:34:31.463063 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-9dda1ce0-d652-4e8f-9cd8-778eb3e62e12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 217 time: 0.0373311 Dec 23 00:34:31.501525 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.513851 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-be578f02-6c33-4b78-b66b-6bd52d251ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.515311 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-be578f02-6c33-4b78-b66b-6bd52d251ec0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0431118 Dec 23 00:34:31.529015 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Pushing event deleted for resources: {'Port': ['ID=a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:31.548302 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:34:31.572390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2bd00b7d-e1b8-4c4e-ab20-c438f7d9311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.574006 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-2bd00b7d-e1b8-4c4e-ab20-c438f7d9311e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507510 Dec 23 00:34:31.575619 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] No DVR routers for this DVR port a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 on host hv-cinder-82276 {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:34:31.578828 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:31.583936 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f23ef4e0-ef4c-4c94-98a4-faf6cb7ab94b req-2b35eeea-2e72-4f1b-ab0b-977f3c82b932 tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.43 "DELETE /v2.0/ports/a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 HTTP/1.1" status: 204 len: 173 time: 0.6027801 Dec 23 00:34:31.584808 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'name': 'network-vif-deleted', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:31.588983 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034fd68b-4b80-4bcb-bd02-1a0e4efaf19a" -d '{"events": [{"server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "name": "network-vif-deleted", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:31.716402 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a868bc7-7b74-4122-9ae1-7c04f79dec41 x-openstack-request-id: req-5a868bc7-7b74-4122-9ae1-7c04f79dec41 {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:31.716695 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b089d0d-0bda-4230-9ef1-f7adcad49b31", "name": "network-vif-deleted", "tag": "a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:31.716941 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a868bc7-7b74-4122-9ae1-7c04f79dec41 {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:31.717345 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b089d0d-0bda-4230-9ef1-f7adcad49b31', 'name': 'network-vif-deleted', 'tag': 'a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4', 'status': 'completed', 'code': 200} Dec 23 00:34:31.735761 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-d3c61ddd-6778-49bf-ba87-9d1fe6f613f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517472 Dec 23 00:34:31.779347 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-833a0d5c-aa66-447c-96fe-0d99ff3599ea req-4bff8338-6630-4ea6-b750-e46b3ada983c tempest-VolumesNegativeTest-103837331 tempest-VolumesNegativeTest-103837331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b089d0d-0bda-4230-9ef1-f7adcad49b31 HTTP/1.1" status: 200 len: 210 time: 0.0397902 Dec 23 00:34:31.864414 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a045d70d-6b8d-4a22-92d7-593c82d5add6 req-0a1bbc14-d8a5-41ff-8967-aa20c80f8134 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946698 Dec 23 00:34:31.993288 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cd7d-c942-4e45-9480-158807d68303 req-4476d656-b945-4588-8046-48897e88539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:31.994804 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-4476d656-b945-4588-8046-48897e88539d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1096 time: 0.0421972 Dec 23 00:34:32.085245 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:32.092139 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cd7d-c942-4e45-9480-158807d68303 req-44c8b16a-b90b-4551-b4ec-1a23a47eccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:32.093702 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-44c8b16a-b90b-4551-b4ec-1a23a47eccee service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.0908954 Dec 23 00:34:32.141106 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-81a66331-f298-47a4-a02d-fb55b48ed646 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 217 time: 0.0364573 Dec 23 00:34:32.198185 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cd7d-c942-4e45-9480-158807d68303 req-06e35ed8-312a-4e3c-86ad-4bae89e0c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:32.199648 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-06e35ed8-312a-4e3c-86ad-4bae89e0c3fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0441895 Dec 23 00:34:32.252692 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cd7d-c942-4e45-9480-158807d68303 req-3c233153-8bb3-4996-926d-184772cd6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:32.254382 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-3c233153-8bb3-4996-926d-184772cd6bda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433486 Dec 23 00:34:32.345940 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-db349145-742b-4b2a-b0f7-2857a0ce5a33 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818856 Dec 23 00:34:32.451778 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2be5cd7d-c942-4e45-9480-158807d68303 req-7bf343b1-7f09-4c24-a1cd-5e2788191153 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985501 Dec 23 00:34:32.530224 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064241fb-2299-40fe-9e0b-01582616624f req-ee0350e5-2c36-45f9-89a7-cc65fde731f4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:32.531700 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-064241fb-2299-40fe-9e0b-01582616624f req-ee0350e5-2c36-45f9-89a7-cc65fde731f4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0482998 Dec 23 00:34:32.581573 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-064241fb-2299-40fe-9e0b-01582616624f req-e3cbd2fe-8e02-42a2-a638-943c11c37c6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439892 Dec 23 00:34:33.708146 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b7d88-9c72-4598-8779-770e3cb74ddf req-c454870b-6e6c-457e-a658-52cddcb2e165 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:33.710062 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1b4b7d88-9c72-4598-8779-770e3cb74ddf req-c454870b-6e6c-457e-a658-52cddcb2e165 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0484526 Dec 23 00:34:33.764177 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1b4b7d88-9c72-4598-8779-770e3cb74ddf req-4ee1d20b-6004-4bdd-a3be-4eb51e6fb6e8 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472536 Dec 23 00:34:34.877273 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ed231-0e23-49e9-b605-978f03e28a25 req-24b474d6-1c10-452c-a775-0471004884da tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:34.878689 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a53ed231-0e23-49e9-b605-978f03e28a25 req-24b474d6-1c10-452c-a775-0471004884da tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0486312 Dec 23 00:34:34.930146 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a53ed231-0e23-49e9-b605-978f03e28a25 req-c34c9490-ea37-42cd-a12b-e3e55179f7f1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 Dec 23 00:34:35.631310 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:34:35.654710 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:34:35.655125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device a39c4c96-4b7f-4b0e-ace5-841c1cc4ffb4 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:34:36.049523 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6970e-b2d1-4fdb-b5b4-47b5856c35f7 req-13f3cb98-331b-4024-bff7-cd6b3937fbc9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:36.051118 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-11a6970e-b2d1-4fdb-b5b4-47b5856c35f7 req-13f3cb98-331b-4024-bff7-cd6b3937fbc9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0481102 Dec 23 00:34:36.102266 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-11a6970e-b2d1-4fdb-b5b4-47b5856c35f7 req-c2f6a050-a048-40d4-b4fd-f43f2f574333 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Dec 23 00:34:36.290050 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816d9a-cb7b-4a65-a9e1-07afec2e453d req-b893b4fd-185f-4cc6-9aad-2b8bd0754c24 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:36.291426 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-53816d9a-cb7b-4a65-a9e1-07afec2e453d req-b893b4fd-185f-4cc6-9aad-2b8bd0754c24 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0519755 Dec 23 00:34:36.343823 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-53816d9a-cb7b-4a65-a9e1-07afec2e453d req-f3288147-0933-4ac1-a726-4f3f7590274d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Dec 23 00:34:36.864612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55226) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:37.006155 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d9bd2887-d5e9-4b70-81e4-986bd7b7e570 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6469654419bd4a69947491a16135228c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403062 Dec 23 00:34:37.008687 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55244) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:37.067881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:37.091575 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:37.148004 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:37.152643 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:37.153916 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/543831bf-663f-4d6e-9456-fcdcd3ea44c0 HTTP/1.1" status: 204 len: 168 time: 0.1442504 Dec 23 00:34:37.166194 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e88ebe-9a55-42ef-8041-bca0da98b726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543831bf-663f-4d6e-9456-fcdcd3ea44c0,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:37.245997 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c500-3779-4b74-9d58-e3ca3ee4e21e req-43b69d9b-4690-42a9-8819-cec2a13b1125 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:37.247612 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bd17c500-3779-4b74-9d58-e3ca3ee4e21e req-43b69d9b-4690-42a9-8819-cec2a13b1125 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0607085 Dec 23 00:34:37.305340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-bd17c500-3779-4b74-9d58-e3ca3ee4e21e req-9a018b4b-4594-4212-8da1-c0756df3cc6a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504999 Dec 23 00:34:37.472539 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125022dc-0174-4a09-bfee-0720399d55ea req-c38f101b-bab2-4db6-aca5-1f5c90765333 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:37.474219 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-125022dc-0174-4a09-bfee-0720399d55ea req-c38f101b-bab2-4db6-aca5-1f5c90765333 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0548422 Dec 23 00:34:37.524310 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-125022dc-0174-4a09-bfee-0720399d55ea req-0d32b373-ce57-44f5-a9aa-80b2d89c3274 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Dec 23 00:34:38.429402 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c4cc-d563-4a73-bb72-82ec24901435 req-574b7461-e98e-4a29-93c3-b878f640841b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:38.430946 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ca24c4cc-d563-4a73-bb72-82ec24901435 req-574b7461-e98e-4a29-93c3-b878f640841b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0542696 Dec 23 00:34:38.483061 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ca24c4cc-d563-4a73-bb72-82ec24901435 req-0b9b6b77-1926-4fff-bb21-8c54e3006db1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Dec 23 00:34:38.648397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668a018-cb10-4d7e-a6c0-7b7d07836f82 req-aabbf570-f9d9-4d3f-9a52-d58b13ce9c53 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:38.649880 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b668a018-cb10-4d7e-a6c0-7b7d07836f82 req-aabbf570-f9d9-4d3f-9a52-d58b13ce9c53 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Dec 23 00:34:38.696590 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b668a018-cb10-4d7e-a6c0-7b7d07836f82 req-83b2308b-5914-4537-98db-4d7b66a46c85 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Dec 23 00:34:39.343448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55276) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:39.387165 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Deleting subnet 3823249e-b48c-443a-b368-352800d52623 {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:34:39.390347 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.425883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.473352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.525842 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.550612 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3823249e-b48c-443a-b368-352800d52623,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:39.554335 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.558419 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-dcf9765a-9d29-434e-8033-3a8c1a268a8f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3823249e-b48c-443a-b368-352800d52623 HTTP/1.1" status: 204 len: 168 time: 0.2138476 Dec 23 00:34:39.560047 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55280) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:39.600294 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbede7e4-b1da-4450-84f3-4ddbc304cec7 req-1c52a707-0203-4883-b101-921078b41a6f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:39.601826 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fbede7e4-b1da-4450-84f3-4ddbc304cec7 req-1c52a707-0203-4883-b101-921078b41a6f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0503199 Dec 23 00:34:39.628186 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.655092 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fbede7e4-b1da-4450-84f3-4ddbc304cec7 req-846945a5-9734-4372-b2d5-2a5e99d61acf tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471992 Dec 23 00:34:39.706573 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.726033 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f913bbf6-ad63-4086-96fb-ec27c6fa841c']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:39.735171 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466b634c-063f-4001-996b-8b9ee738db09') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:39.735453 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466b634c-063f-4001-996b-8b9ee738db09') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:39.744446 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.757271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.763848 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:34:39.764234 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.765902 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:34:39.768355 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:34:39.846706 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.858482 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4edf16-ab5e-449b-ae90-139bbdc89796 req-f6425954-568b-4199-87f5-0aa0d114eb37 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:39.859968 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6a4edf16-ab5e-449b-ae90-139bbdc89796 req-f6425954-568b-4199-87f5-0aa0d114eb37 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0852611 Dec 23 00:34:39.861838 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:39.864835 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f913bbf6-ad63-4086-96fb-ec27c6fa841c HTTP/1.1" status: 204 len: 168 time: 0.3038824 Dec 23 00:34:39.879464 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f99d2-06fe-46f6-8a61-7c216e2b8455 admin admin] Pushing event deleted for resources: {'Network': ['ID=f913bbf6-ad63-4086-96fb-ec27c6fa841c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:39.915997 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6a4edf16-ab5e-449b-ae90-139bbdc89796 req-ff39ff47-98b5-4960-a40e-3944fb86a54c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Dec 23 00:34:40.049555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55286) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:40.090142 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5e62944d-610e-4bcc-b896-3f9b90b17460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5e9a7fe3de14511bf56fce53f572434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394268 Dec 23 00:34:40.092697 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55288) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:40.142011 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:40.162684 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:40.211072 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:40.213742 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:40.214843 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5a63126-555b-4c0b-91e8-f51eaf796537 HTTP/1.1" status: 204 len: 168 time: 0.1210716 Dec 23 00:34:40.222369 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208002f-c376-4439-aa20-a4202c199692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a63126-555b-4c0b-91e8-f51eaf796537,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:40.773158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56997-6abd-4503-832d-852403fb40fd req-6f22e5ba-9c78-4fda-b74a-6167f7f62e01 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:40.774802 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-26c56997-6abd-4503-832d-852403fb40fd req-6f22e5ba-9c78-4fda-b74a-6167f7f62e01 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0500152 Dec 23 00:34:40.827909 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-26c56997-6abd-4503-832d-852403fb40fd req-afa4b3e2-927f-4ad3-812f-22147665e7c3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468857 Dec 23 00:34:41.032334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9e65-1af9-474a-9739-2eb8b57b59d0 req-c1456417-bb7b-455a-bf25-5a5a570b5d2b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:41.033630 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c69f9e65-1af9-474a-9739-2eb8b57b59d0 req-c1456417-bb7b-455a-bf25-5a5a570b5d2b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Dec 23 00:34:41.348784 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c69f9e65-1af9-474a-9739-2eb8b57b59d0 req-b05f56c7-ecdd-4738-b94b-518a60e1b44b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087769 Dec 23 00:34:41.961000 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbacb3-6cd9-4090-a598-2ad034d7cd96 req-eaa895f4-2f59-48ea-b2b7-1f3eb191caed tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:41.962539 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5acbacb3-6cd9-4090-a598-2ad034d7cd96 req-eaa895f4-2f59-48ea-b2b7-1f3eb191caed tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0581732 Dec 23 00:34:42.014087 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5acbacb3-6cd9-4090-a598-2ad034d7cd96 req-375688d3-9b0e-4a0b-9ba7-4ab2edb7ba01 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453939 Dec 23 00:34:42.479813 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bb38c-5116-4bd6-a9c5-3a847ea17300 req-fd67a2ff-b5ae-4aad-bd8e-14a2533f36ed tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:42.481813 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cd1bb38c-5116-4bd6-a9c5-3a847ea17300 req-fd67a2ff-b5ae-4aad-bd8e-14a2533f36ed tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Dec 23 00:34:42.528764 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cd1bb38c-5116-4bd6-a9c5-3a847ea17300 req-74596515-951d-4c7c-9754-32aaf542d446 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412157 Dec 23 00:34:43.147377 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360060-e6cd-4f22-8aaa-9dbee6520983 req-1fdcbe3d-3fac-49a1-a35f-d74ced8d6a92 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:43.148811 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b1360060-e6cd-4f22-8aaa-9dbee6520983 req-1fdcbe3d-3fac-49a1-a35f-d74ced8d6a92 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0591650 Dec 23 00:34:43.206231 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b1360060-e6cd-4f22-8aaa-9dbee6520983 req-2f96bfa2-11f2-49ba-91e2-787c05c07812 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511858 Dec 23 00:34:43.663726 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63073081-eff4-4c5f-b92e-1de263f43aff req-e9b6217c-d7a4-4184-8437-b8fdc2c1ab40 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:43.665179 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-63073081-eff4-4c5f-b92e-1de263f43aff req-e9b6217c-d7a4-4184-8437-b8fdc2c1ab40 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0483131 Dec 23 00:34:43.712794 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-63073081-eff4-4c5f-b92e-1de263f43aff req-70d4993a-7404-4b46-ae9b-f80a0fa1c954 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Dec 23 00:34:44.323408 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74654-fd7d-45ff-96cf-34dfb2319149 req-8a71a9c0-6fef-4dc6-9e10-481cf7438b69 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:44.325619 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ebb74654-fd7d-45ff-96cf-34dfb2319149 req-8a71a9c0-6fef-4dc6-9e10-481cf7438b69 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 943 time: 0.0503771 Dec 23 00:34:44.372947 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ebb74654-fd7d-45ff-96cf-34dfb2319149 req-367dda13-1350-4c78-a55d-534fc675d00e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Dec 23 00:34:44.573458 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device ad3fc884-c58d-4b6a-a9d7-09a330eea8db details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:34:44.681067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:44.691715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:34:44.728586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:44.740979 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3fc884-c58d-4b6a-a9d7-09a330eea8db {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:34:44.760104 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:44.766982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:44.812253 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:44.833048 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53414d2f-d3ba-4dd6-b68f-0788dc2cdf32 req-aefd8a54-b6be-48b0-9155-fd016975d1be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:44.834827 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-53414d2f-d3ba-4dd6-b68f-0788dc2cdf32 req-aefd8a54-b6be-48b0-9155-fd016975d1be tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0468957 Dec 23 00:34:44.880171 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-53414d2f-d3ba-4dd6-b68f-0788dc2cdf32 req-02ec2832-9f61-408a-8c91-3720bdf500c9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393333 Dec 23 00:34:45.508622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448c2d-1308-427e-bf2b-836c0796d4b3 req-a27946f4-31d6-4400-a5a0-96a683057b84 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:45.510101 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6448c2d-1308-427e-bf2b-836c0796d4b3 req-a27946f4-31d6-4400-a5a0-96a683057b84 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 944 time: 0.0613449 Dec 23 00:34:45.561687 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6448c2d-1308-427e-bf2b-836c0796d4b3 req-d60da05e-7a66-4e91-b4ea-7a974e1f9846 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 Dec 23 00:34:45.889098 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['ad3fc884-c58d-4b6a-a9d7-09a330eea8db'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:34:45.993227 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec48866-6966-415b-9e00-5592f914688c req-acc95aeb-68c9-4107-a184-2e84b88a2491 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:45.994613 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dec48866-6966-415b-9e00-5592f914688c req-acc95aeb-68c9-4107-a184-2e84b88a2491 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Dec 23 00:34:46.041954 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-dec48866-6966-415b-9e00-5592f914688c req-9d68f02b-1c92-46a5-824b-88b234791198 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Dec 23 00:34:46.697222 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdeb9-66a6-4245-9656-02b6d43644b8 req-0d12160b-c83f-47b6-8a84-b84938a5c194 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:46.698699 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1acbdeb9-66a6-4245-9656-02b6d43644b8 req-0d12160b-c83f-47b6-8a84-b84938a5c194 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 944 time: 0.0532799 Dec 23 00:34:46.755972 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1acbdeb9-66a6-4245-9656-02b6d43644b8 req-e5a95bf2-aaf7-4648-8779-9fd88af8ab76 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513754 Dec 23 00:34:47.166890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2420c-de98-4d79-be5f-8f733472dac8 req-faae3242-0ff5-4060-8281-c0b7ba8c6ef5 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:47.168299 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19f2420c-de98-4d79-be5f-8f733472dac8 req-faae3242-0ff5-4060-8281-c0b7ba8c6ef5 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Dec 23 00:34:47.218570 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19f2420c-de98-4d79-be5f-8f733472dac8 req-d4fcb40e-710b-42fb-83b3-d93e079ff2b8 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Dec 23 00:34:47.665947 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device ad3fc884-c58d-4b6a-a9d7-09a330eea8db up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:34:47.724931 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port ad3fc884-c58d-4b6a-a9d7-09a330eea8db completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:34:47.729723 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port ad3fc884-c58d-4b6a-a9d7-09a330eea8db triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:34:47.730094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:47.806172 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:47.829283 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:47.831548 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7e1a52-1f8b-44ca-afae-5c639e0dc30d" -d '{"events": [{"server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "name": "network-vif-plugged", "status": "completed", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:47.847859 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:34:47.853642 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:47.874475 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1650bd-e963-45ae-a2df-cdc521a299f0 req-37604b52-a257-4798-b62f-ce1a2380f8c4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:47.876023 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4b1650bd-e963-45ae-a2df-cdc521a299f0 req-37604b52-a257-4798-b62f-ce1a2380f8c4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 944 time: 0.0513847 Dec 23 00:34:47.876900 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300554c7-e086-448d-9813-4d8f756f5470 x-openstack-request-id: req-300554c7-e086-448d-9813-4d8f756f5470 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:47.877192 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "name": "network-vif-plugged", "status": "completed", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:47.877441 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-300554c7-e086-448d-9813-4d8f756f5470 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:47.877843 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'code': 200} Dec 23 00:34:47.904550 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:47.912702 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.913018 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.913371 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.913711 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.914034 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.914357 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.914678 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.915025 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.915394 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.916556 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.916948 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.917276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.917614 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:34:47.925000 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4b1650bd-e963-45ae-a2df-cdc521a299f0 req-1da05527-79b2-4763-8f14-dc58e7d02475 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Dec 23 00:34:48.105145 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fece7-777e-42dc-9225-46e8dfbb078a req-6978f737-ef2d-4462-94d6-83fc1449a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:48.106681 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-975fece7-777e-42dc-9225-46e8dfbb078a req-6978f737-ef2d-4462-94d6-83fc1449a6e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1098 time: 0.0395539 Dec 23 00:34:48.151523 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-975fece7-777e-42dc-9225-46e8dfbb078a req-c042eda0-7fa3-4daf-80b5-2c0f8666fc9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 Dec 23 00:34:48.265846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55400) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:48.341885 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c745bc-e8f0-4c1a-9e70-3cc99a47b9a3 req-88cfb0ad-3918-4a31-a0f1-1dcffdc384e2 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:48.343345 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-87c745bc-e8f0-4c1a-9e70-3cc99a47b9a3 req-88cfb0ad-3918-4a31-a0f1-1dcffdc384e2 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Dec 23 00:34:48.368116 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d07df9fe-692e-4651-9d34-efb117e7035e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.391500 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-87c745bc-e8f0-4c1a-9e70-3cc99a47b9a3 req-a851e3c2-d8bd-48e0-8b1c-b936bcf9dfa4 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Dec 23 00:34:48.441532 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d07df9fe-692e-4651-9d34-efb117e7035e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.447609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d07df9fe-692e-4651-9d34-efb117e7035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.483372 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07df9fe-692e-4651-9d34-efb117e7035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4485f9-7627-4dc2-8ea7-6eeb9ea52c46,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:48.488590 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d07df9fe-692e-4651-9d34-efb117e7035e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4992d9f7bad4c88b96b26d66a00692f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217243 Dec 23 00:34:48.491469 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55404) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:48.551645 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.580415 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.628597 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.631286 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:48.632421 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e4485f9-7627-4dc2-8ea7-6eeb9ea52c46 HTTP/1.1" status: 204 len: 168 time: 0.1400218 Dec 23 00:34:48.639796 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87017caa-6eae-4662-8e52-5134ddf796e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4485f9-7627-4dc2-8ea7-6eeb9ea52c46,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:49.046511 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ac66-a14b-4ede-bdd3-7b04587fef47 req-bd77834e-24a9-4e55-a1ad-6f6cf255770b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:49.047994 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dce9ac66-a14b-4ede-bdd3-7b04587fef47 req-bd77834e-24a9-4e55-a1ad-6f6cf255770b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Dec 23 00:34:49.104030 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dce9ac66-a14b-4ede-bdd3-7b04587fef47 req-af99c89e-1b2e-4869-acb1-913a5c3f7685 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Dec 23 00:34:49.512448 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbffe0f-024e-4c16-8a19-3f606330f1dd req-fd5983ea-7225-4678-9cd1-ef5984d16007 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:49.513927 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cbffe0f-024e-4c16-8a19-3f606330f1dd req-fd5983ea-7225-4678-9cd1-ef5984d16007 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0520961 Dec 23 00:34:49.562571 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cbffe0f-024e-4c16-8a19-3f606330f1dd req-3eea7c6c-6af5-4c28-b53b-12fb85b03890 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398583 Dec 23 00:34:50.222704 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88eab7-026d-4985-a544-a1ac920853aa req-419967b5-0b58-466a-b8e1-06677f3aab3d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:50.224142 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc88eab7-026d-4985-a544-a1ac920853aa req-419967b5-0b58-466a-b8e1-06677f3aab3d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Dec 23 00:34:50.281403 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc88eab7-026d-4985-a544-a1ac920853aa req-c8c6dee8-ef33-4a9b-a66f-5f7a290348da tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513141 Dec 23 00:34:50.394755 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccc8b0-2025-4679-9a4a-61b078aa2f91 req-eabe19b5-e997-484f-8b96-6bd4e591e273 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:50.396114 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0ccc8b0-2025-4679-9a4a-61b078aa2f91 req-eabe19b5-e997-484f-8b96-6bd4e591e273 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Dec 23 00:34:50.450035 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d0ccc8b0-2025-4679-9a4a-61b078aa2f91 req-1441616c-c725-4129-a833-691f95561b2d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456829 Dec 23 00:34:50.472456 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55430) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:50.512668 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ccb32-ac46-4afb-be06-435da7948c39 tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:50.514328 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-0b4ccb32-ac46-4afb-be06-435da7948c39 tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1093 time: 0.0408916 Dec 23 00:34:50.517226 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55432) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:34:50.521439 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:34:50.548315 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:50.653856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:50.689196 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3fd06-4061-4e56-a2d5-39d2d4019c60 req-500cc291-5c1d-4346-94be-82499406b4ac tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:50.690684 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6f3fd06-4061-4e56-a2d5-39d2d4019c60 req-500cc291-5c1d-4346-94be-82499406b4ac tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Dec 23 00:34:50.739395 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6f3fd06-4061-4e56-a2d5-39d2d4019c60 req-e5f2411e-e7a5-4698-975a-e159bbbc9318 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Dec 23 00:34:50.758943 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.27.1.200 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/bb7541f1-4ef4-4d02-98d8-ac89abf0323c) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:34:50.854273 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:50.893135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:50.930024 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:34:50.932682 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:34:50.936900 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:34:50.964284 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=bb7541f1-4ef4-4d02-98d8-ac89abf0323c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:51.289578 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:51.370693 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:51.431064 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9701a8c-9863-4e0f-b343-c341ed131caa req-4f76ceab-a544-4ed5-ad46-294f5ada13f4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:51.432515 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d9701a8c-9863-4e0f-b343-c341ed131caa req-4f76ceab-a544-4ed5-ad46-294f5ada13f4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0478835 Dec 23 00:34:51.479101 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d9701a8c-9863-4e0f-b343-c341ed131caa req-f05ea3f3-cea0-4158-9e15-58597679973f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Dec 23 00:34:51.521883 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:51.528846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:51.594911 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=bb7541f1-4ef4-4d02-98d8-ac89abf0323c,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:34:51.605663 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:51.703378 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 43921038-f4fb-49f7-8bec-f869ca698ddc associated. External IP: 172.27.1.200, port: ad3fc884-c58d-4b6a-a9d7-09a330eea8db. Dec 23 00:34:51.927237 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a902ac-3b6c-491b-997c-0242a1c8a9eb req-71c0de8b-df2b-47f8-8ec5-5ff57a6cdf94 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:51.928723 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4a902ac-3b6c-491b-997c-0242a1c8a9eb req-71c0de8b-df2b-47f8-8ec5-5ff57a6cdf94 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0918198 Dec 23 00:34:51.955299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:34:51.988785 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c4a902ac-3b6c-491b-997c-0242a1c8a9eb req-5251d9f7-6a46-468e-9fc1-8cf74ba58aa7 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538144 Dec 23 00:34:52.085354 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:34:52.098741 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:34:52.111876 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:52.113342 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:52.114348 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:34:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:52.139196 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f4f7f1f2-b207-4c32-82ec-57692a119872 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6209183 Dec 23 00:34:52.140172 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:34:52.142685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a54acf-2155-4c9d-8200-9e21404e0b00" -d '{"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:34:52.197035 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a7765-dad0-45fa-b009-5686f48f0c4b x-openstack-request-id: req-882a7765-dad0-45fa-b009-5686f48f0c4b {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:34:52.197389 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:34:52.197603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-882a7765-dad0-45fa-b009-5686f48f0c4b {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:34:52.198002 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'status': 'completed', 'code': 200} Dec 23 00:34:52.222963 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743a531-e721-4a1c-a659-2c7ac9e40a53 req-877b3b01-d787-4652-a16c-ba583d18b8d1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.224788 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6743a531-e721-4a1c-a659-2c7ac9e40a53 req-877b3b01-d787-4652-a16c-ba583d18b8d1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0603421 Dec 23 00:34:52.245316 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:52.274002 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-5ebb764b-e152-42fa-bcf2-e28aaaf93190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.275596 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-5ebb764b-e152-42fa-bcf2-e28aaaf93190 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1098 time: 0.0437706 Dec 23 00:34:52.283309 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6743a531-e721-4a1c-a659-2c7ac9e40a53 req-18563a2d-8236-42cc-b67e-6ba198a8e11a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518548 Dec 23 00:34:52.316639 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-4c5df3df-db22-4156-b70e-e0ddf7a0f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.318158 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-4c5df3df-db22-4156-b70e-e0ddf7a0f8cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1098 time: 0.0451231 Dec 23 00:34:52.375865 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-bfd59cb7-da73-4b40-9705-ad0c2e55533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.377437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-bfd59cb7-da73-4b40-9705-ad0c2e55533e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.0926039 Dec 23 00:34:52.412678 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-0446ff9e-a958-426c-9c0c-2ef899c16302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.414531 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-0446ff9e-a958-426c-9c0c-2ef899c16302 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0876727 Dec 23 00:34:52.474836 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:51Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:52.485645 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-f57f1a23-0eb8-4cab-a619-67a075195cd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 1001 time: 0.0630565 Dec 23 00:34:52.502323 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:34:52.514061 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:34:52.514887 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:34:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:52.540890 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-5544a08e-76f2-4c90-a809-087e88a9cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.542571 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-5544a08e-76f2-4c90-a809-087e88a9cda7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0496054 Dec 23 00:34:52.598582 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-b147baee-0b9e-4fa1-b2cd-93a759d49287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.600019 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-b147baee-0b9e-4fa1-b2cd-93a759d49287 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500872 Dec 23 00:34:52.699657 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-6fc4c1f7-2cda-44b0-afd4-3b6acaca86e0 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Dec 23 00:34:52.752526 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-94db8364-642f-4985-8d1a-33c47a76c4f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 999 time: 0.3674867 Dec 23 00:34:52.763603 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e49c-cf27-4e85-a6a4-77e0ad142eed req-6f4d5183-1102-4f43-951e-0abfce6490de tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.764619 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:34:52.765041 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4a71e49c-cf27-4e85-a6a4-77e0ad142eed req-6f4d5183-1102-4f43-951e-0abfce6490de tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0649269 Dec 23 00:34:52.799781 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9c27265-d5a3-44ee-98ef-e9bb722f0283 req-87e4b9f7-3ef7-40df-a772-e7f0a709b5a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931141 Dec 23 00:34:52.840034 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-59f9c6a6-cbf6-4485-a3d1-b8baf96c8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.841493 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-59f9c6a6-cbf6-4485-a3d1-b8baf96c8ee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0755641 Dec 23 00:34:52.849502 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4a71e49c-cf27-4e85-a6a4-77e0ad142eed req-4ae00b57-7882-4d4d-aedd-d2bdb8517e36 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757771 Dec 23 00:34:52.902647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-7fd879c8-fcb9-4718-9de2-04692457e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:52.904097 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-7fd879c8-fcb9-4718-9de2-04692457e593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393751 Dec 23 00:34:52.980585 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:51Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:34:52.993581 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-1c66fac8-09d4-405c-8bc0-da5465850a65 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815444 Dec 23 00:34:53.009168 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17a88b-b139-42ab-8faf-9a4b6e6da36a None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:51Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:34:53.092575 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b9a54acf-2155-4c9d-8200-9e21404e0b00 req-a51cdff1-8148-415a-95a8-211ae5d3a922 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900629 Dec 23 00:34:53.199783 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238c4e8-93d3-4b70-af5c-48602c0a8ab2 None None] New status for floating IP 43921038-f4fb-49f7-8bec-f869ca698ddc: ACTIVE {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:34:53.411126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aa062-26c1-472d-a080-8946695c2b53 req-8687ba84-8f00-450a-bcce-b22507d64437 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:53.412563 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d8aa062-26c1-472d-a080-8946695c2b53 req-8687ba84-8f00-450a-bcce-b22507d64437 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0538995 Dec 23 00:34:53.460202 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8d8aa062-26c1-472d-a080-8946695c2b53 req-6038ac09-3174-47ff-b56f-57b8076387cd tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Dec 23 00:34:53.983260 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe952-b519-4fc6-9c1a-9a4d19dd5ae6 req-5b5c0528-51f2-47d0-af7e-f0c9e100da7d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:53.984706 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-66fbe952-b519-4fc6-9c1a-9a4d19dd5ae6 req-5b5c0528-51f2-47d0-af7e-f0c9e100da7d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0571151 Dec 23 00:34:54.032907 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-66fbe952-b519-4fc6-9c1a-9a4d19dd5ae6 req-9adda332-4b70-46e6-b726-4e4556b5233f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395575 Dec 23 00:34:54.592124 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498bab-a670-45d0-a2b1-0357777ef76f req-eb8fc420-e317-4cf9-9872-ce031afde4e9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:54.594937 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a0498bab-a670-45d0-a2b1-0357777ef76f req-eb8fc420-e317-4cf9-9872-ce031afde4e9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Dec 23 00:34:54.650765 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a0498bab-a670-45d0-a2b1-0357777ef76f req-390492bf-231b-40f8-a20f-f6178f06a2e7 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Dec 23 00:34:55.162562 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb533ab-9c18-402b-8334-840237f7f670 req-bc727cd0-a9a5-4333-bf75-fd529b438b5d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:55.163986 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8fb533ab-9c18-402b-8334-840237f7f670 req-bc727cd0-a9a5-4333-bf75-fd529b438b5d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0520158 Dec 23 00:34:55.209828 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8fb533ab-9c18-402b-8334-840237f7f670 req-9e4d0b22-aa61-44a9-b5db-9749cd645292 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 Dec 23 00:34:56.343539 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b960115-6a55-41cd-88b2-1b1316455615 req-00afb613-7377-43f5-8f27-d9a85bd8085f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:56.345340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5b960115-6a55-41cd-88b2-1b1316455615 req-00afb613-7377-43f5-8f27-d9a85bd8085f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0524924 Dec 23 00:34:56.392815 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5b960115-6a55-41cd-88b2-1b1316455615 req-30ea0067-5e25-4d95-bacf-58c5239a3135 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Dec 23 00:34:56.404880 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-25cec2df-0cae-4d48-a6e2-008411f106f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:57.527720 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335928d1-6b9a-4f93-bb98-bf4bd1913f4f req-b58317f0-5f65-4bf5-a068-92cef5aa9b34 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:57.529205 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-335928d1-6b9a-4f93-bb98-bf4bd1913f4f req-b58317f0-5f65-4bf5-a068-92cef5aa9b34 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0532317 Dec 23 00:34:57.574822 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-335928d1-6b9a-4f93-bb98-bf4bd1913f4f req-b4daecc0-c825-40ae-b3b5-a8d86dee04a3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 Dec 23 00:34:58.536347 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a5f9830d-6b4a-41eb-9013-cb830b425fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:58.703121 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601919f-eec8-421e-928d-3409a1faf5f8 req-4bbf6808-4724-4baa-baf9-acd38676c7fc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:58.704554 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a601919f-eec8-421e-928d-3409a1faf5f8 req-4bbf6808-4724-4baa-baf9-acd38676c7fc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0473411 Dec 23 00:34:58.750400 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a601919f-eec8-421e-928d-3409a1faf5f8 req-3ef5d557-294e-4361-9c5b-8ea259aae6a3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Dec 23 00:34:59.307351 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:59.695942 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:34:59.768165 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:34:59.871875 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d9cb-31f3-4323-9179-8c511cc74c94 req-39f5d55e-31f8-45a3-818e-dff4f82b66e1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:34:59.873388 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4cd9d9cb-31f3-4323-9179-8c511cc74c94 req-39f5d55e-31f8-45a3-818e-dff4f82b66e1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0493367 Dec 23 00:34:59.924938 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4cd9d9cb-31f3-4323-9179-8c511cc74c94 req-6fe81d37-79a1-4932-9678-5cd0cd49c532 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Dec 23 00:35:01.056646 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba888790-8ecd-4292-b02d-9f9d7f2f2582 req-e9e78ec3-bccf-490c-95f8-6ee33f8af3cd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:01.058127 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ba888790-8ecd-4292-b02d-9f9d7f2f2582 req-e9e78ec3-bccf-490c-95f8-6ee33f8af3cd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0518713 Dec 23 00:35:01.103722 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ba888790-8ecd-4292-b02d-9f9d7f2f2582 req-e5ab520d-d5c4-4a79-960b-5c4b5b5f055c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396764 Dec 23 00:35:01.248302 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:01.851312 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-9c901ae0-6a59-4607-baee-6a975fc46381 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487146 Dec 23 00:35:01.938947 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-ea298e1e-5ab7-43a9-83a6-d3911be5da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:01.940310 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-ea298e1e-5ab7-43a9-83a6-d3911be5da76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1098 time: 0.0421305 Dec 23 00:35:02.078283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-cf0a6cdb-7593-4568-831d-7194d6021bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:02.079776 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-cf0a6cdb-7593-4568-831d-7194d6021bdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0904565 Dec 23 00:35:02.093429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:02.156741 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-7d427348-9c90-4d93-ae75-e5be72251ea4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 1001 time: 0.0609879 Dec 23 00:35:02.233600 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-00db3987-d958-4758-ac9a-ecb1c646a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:02.234960 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-00db3987-d958-4758-ac9a-ecb1c646a360 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0708275 Dec 23 00:35:02.257773 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b550c6-9d5e-4064-b5b6-48dbb2c81e69 req-8ba59fe2-63cd-4cfe-8195-caaf5cadb63c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:02.259157 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f1b550c6-9d5e-4064-b5b6-48dbb2c81e69 req-8ba59fe2-63cd-4cfe-8195-caaf5cadb63c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0705099 Dec 23 00:35:02.319596 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-aa154e3d-0405-493c-baac-f47acf69a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:02.321046 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-aa154e3d-0405-493c-baac-f47acf69a603 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778239 Dec 23 00:35:02.328312 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f1b550c6-9d5e-4064-b5b6-48dbb2c81e69 req-d931d50e-77f4-4dc3-89d9-f70bef75d338 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513525 Dec 23 00:35:02.414054 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-a1409f61-79f4-4656-86a9-4a9231adc428 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Dec 23 00:35:02.504806 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6518a4f7-4ec6-4ab2-bf20-1c428e7c23df req-002a0748-1358-44b5-9e9c-914f3d97cc22 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Dec 23 00:35:03.465257 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9c67-e689-49ff-a921-1b42d5ea1a14 req-a7c71b6f-93a9-487d-aedb-082fab2a3cfc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:03.466769 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0cbe9c67-e689-49ff-a921-1b42d5ea1a14 req-a7c71b6f-93a9-487d-aedb-082fab2a3cfc tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0508809 Dec 23 00:35:03.518155 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-0cbe9c67-e689-49ff-a921-1b42d5ea1a14 req-955a4528-caf9-4ac1-9c9b-c346e5b4e284 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Dec 23 00:35:04.655908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7a68-9188-47fb-9ce5-9b7ddccfe2f3 req-4973bb3a-2cab-45c3-810d-6a125873fe6b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:04.657429 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b95d7a68-9188-47fb-9ce5-9b7ddccfe2f3 req-4973bb3a-2cab-45c3-810d-6a125873fe6b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0536792 Dec 23 00:35:04.707839 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b95d7a68-9188-47fb-9ce5-9b7ddccfe2f3 req-f006dfb1-a1d9-4bbc-a6ab-ae4130c6461e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Dec 23 00:35:05.840147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91865-379f-4f4b-9eaf-effaed0f569b req-bb73bb80-77c7-4499-9239-d5c9b73296b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:05.841708 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cd91865-379f-4f4b-9eaf-effaed0f569b req-bb73bb80-77c7-4499-9239-d5c9b73296b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0537517 Dec 23 00:35:05.892768 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cd91865-379f-4f4b-9eaf-effaed0f569b req-46b69ea1-d1fd-4b54-a7cf-685f22303c0e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445940 Dec 23 00:35:07.023633 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb518f-9b34-42b9-ad9a-a7d064bb6458 req-c0f7d68d-c1ff-4a5e-954c-7e5735837d0b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:07.025121 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e1fb518f-9b34-42b9-ad9a-a7d064bb6458 req-c0f7d68d-c1ff-4a5e-954c-7e5735837d0b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0505075 Dec 23 00:35:07.074370 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e1fb518f-9b34-42b9-ad9a-a7d064bb6458 req-9952ff9d-4ad1-4c60-8b73-2d390dc3f782 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Dec 23 00:35:08.197972 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66bbb9-8c0a-4ce0-9b52-6db0583929ad req-c5b7d589-eae8-496e-b41e-4275b391bb13 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:08.199420 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5f66bbb9-8c0a-4ce0-9b52-6db0583929ad req-c5b7d589-eae8-496e-b41e-4275b391bb13 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0507972 Dec 23 00:35:08.249874 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5f66bbb9-8c0a-4ce0-9b52-6db0583929ad req-01914942-9ff0-43c4-a4b9-72053bac4bfa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Dec 23 00:35:09.366984 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224f62e-df25-4630-8930-336d03bb2d58 req-e1cdafea-4c7c-45b1-bd34-559a92f7719c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:09.368467 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c224f62e-df25-4630-8930-336d03bb2d58 req-e1cdafea-4c7c-45b1-bd34-559a92f7719c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0485461 Dec 23 00:35:09.431755 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c224f62e-df25-4630-8930-336d03bb2d58 req-8523ffa2-12c2-4b17-be02-b4b163e9673f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572472 Dec 23 00:35:09.777565 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:35:09.881139 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:09.892492 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:35:09.931647 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:09.945793 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:35:09.966344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:09.972197 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:10.023856 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=6']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:35:10.155551 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['9d35d33c-151b-4673-bd32-4f863b078b9f'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:35:10.557637 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608462-5c94-4675-a3f2-7701f057397b req-10af32dd-fa15-4996-808e-92050d4432b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:10.565869 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5f608462-5c94-4675-a3f2-7701f057397b req-10af32dd-fa15-4996-808e-92050d4432b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 945 time: 0.0559587 Dec 23 00:35:10.617047 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5f608462-5c94-4675-a3f2-7701f057397b req-5667a718-8278-4cf8-bf1e-e651f37e9fa3 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499480 Dec 23 00:35:11.747197 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d1450-c626-4014-99ff-89ced6f67306 req-60331a90-da42-48d8-9685-fc5d2bc69f9d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:11.748886 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-716d1450-c626-4014-99ff-89ced6f67306 req-60331a90-da42-48d8-9685-fc5d2bc69f9d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 945 time: 0.0583403 Dec 23 00:35:11.773257 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:35:11.809196 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-716d1450-c626-4014-99ff-89ced6f67306 req-1592096b-fe3f-45c1-af84-0385952f3276 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533416 Dec 23 00:35:11.839838 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 9d35d33c-151b-4673-bd32-4f863b078b9f triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:35:11.839838 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:11.927182 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:11.953433 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:35:11.955945 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69afabce-ca8c-4e29-9bbf-6fa72f814089" -d '{"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:35:11.968817 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:11.973676 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:11.998048 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cfbc7d-340d-4db2-b08c-1ccd2dc9aa20 x-openstack-request-id: req-17cfbc7d-340d-4db2-b08c-1ccd2dc9aa20 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:35:11.998343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:35:11.998589 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17cfbc7d-340d-4db2-b08c-1ccd2dc9aa20 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:35:11.998973 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'code': 200} Dec 23 00:35:12.025477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=7']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:35:12.943971 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facb3f7-aa19-4b94-a222-9be9efa3c580 req-d82c451f-731a-49aa-a16b-a9b379392a6f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:12.945366 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1facb3f7-aa19-4b94-a222-9be9efa3c580 req-d82c451f-731a-49aa-a16b-a9b379392a6f tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0535088 Dec 23 00:35:12.995829 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1facb3f7-aa19-4b94-a222-9be9efa3c580 req-4b21a919-e84c-4960-90cd-0561d23d67ae tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Dec 23 00:35:14.131546 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01d61e-7594-409e-ad24-9b1032d1a229 req-70d796d4-e015-44e9-b6b6-6f5b0297fc29 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:14.133083 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5a01d61e-7594-409e-ad24-9b1032d1a229 req-70d796d4-e015-44e9-b6b6-6f5b0297fc29 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0573759 Dec 23 00:35:14.187944 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5a01d61e-7594-409e-ad24-9b1032d1a229 req-43c5a27a-3b75-4348-9c51-08f1374f0706 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489557 Dec 23 00:35:15.317586 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2017b8-0c2a-498b-a8a9-a66c1dc7c012 req-dbafb5ed-f2fe-4298-a277-a73226f12372 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:15.319734 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0e2017b8-0c2a-498b-a8a9-a66c1dc7c012 req-dbafb5ed-f2fe-4298-a277-a73226f12372 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0523310 Dec 23 00:35:15.378203 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0e2017b8-0c2a-498b-a8a9-a66c1dc7c012 req-83b570c5-7159-4e83-8875-d77be4dbc544 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Dec 23 00:35:16.503514 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6d7d-b3c5-41cd-9749-768050b66dfa req-8736694c-07ed-4512-8455-89d2ba8e86ed tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:16.505745 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c95a6d7d-b3c5-41cd-9749-768050b66dfa req-8736694c-07ed-4512-8455-89d2ba8e86ed tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0500326 Dec 23 00:35:16.566129 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c95a6d7d-b3c5-41cd-9749-768050b66dfa req-f0c5aae8-39a8-4deb-a052-078c7ad5e95d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500309 Dec 23 00:35:17.696084 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41dd92-eab4-42c8-9e17-872364ea2997 req-80688783-1e69-42a3-8f0f-8be1fcb17e07 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:17.697577 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b41dd92-eab4-42c8-9e17-872364ea2997 req-80688783-1e69-42a3-8f0f-8be1fcb17e07 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0656965 Dec 23 00:35:17.750567 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b41dd92-eab4-42c8-9e17-872364ea2997 req-cd0f7e9a-750c-419e-8ffa-0da2214ba4f8 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 Dec 23 00:35:18.801570 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664224de-fe4b-47d4-974e-163558a52803 req-cede0b1d-05ed-45e1-86d6-c486ee16cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:18.803152 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-cede0b1d-05ed-45e1-86d6-c486ee16cd85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1099 time: 0.0423143 Dec 23 00:35:18.875653 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63c63-c19f-4a49-94c0-bb83e838dd76 req-822d7633-5768-4c77-b899-12e6ad5d9068 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:18.877080 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-15e63c63-c19f-4a49-94c0-bb83e838dd76 req-822d7633-5768-4c77-b899-12e6ad5d9068 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0513163 Dec 23 00:35:18.896270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664224de-fe4b-47d4-974e-163558a52803 req-4822ba23-d384-49e9-b1e1-7e6b080cb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:18.897756 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-4822ba23-d384-49e9-b1e1-7e6b080cb2c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.0858169 Dec 23 00:35:18.926139 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-15e63c63-c19f-4a49-94c0-bb83e838dd76 req-91350fec-2b49-4e5a-9632-de245b8511ea tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Dec 23 00:35:18.962206 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-650dd0ff-11ed-472e-8da7-d2e79629ca78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 1001 time: 0.0559907 Dec 23 00:35:19.014673 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664224de-fe4b-47d4-974e-163558a52803 req-5ef9602d-7278-418c-ad93-389700cd6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:19.016090 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-5ef9602d-7278-418c-ad93-389700cd6d15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0458302 Dec 23 00:35:19.060410 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664224de-fe4b-47d4-974e-163558a52803 req-a71c3b4a-8576-4f15-b4fc-31cc677c8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:19.061846 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-a71c3b4a-8576-4f15-b4fc-31cc677c8550 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386388 Dec 23 00:35:19.152280 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-cc641be2-0e22-40ce-a72d-8b32fc225c46 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Dec 23 00:35:19.244333 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-664224de-fe4b-47d4-974e-163558a52803 req-f5c0af18-6da6-4dda-80b4-54503e65fed2 service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841811 Dec 23 00:35:20.062888 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b66921-0ba9-4c23-b156-2401aae8e12f req-d7357e83-c9fe-4f57-bff7-198982c702e4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:20.064403 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e7b66921-0ba9-4c23-b156-2401aae8e12f req-d7357e83-c9fe-4f57-bff7-198982c702e4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0528922 Dec 23 00:35:20.113856 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e7b66921-0ba9-4c23-b156-2401aae8e12f req-185068d0-72c6-460d-afdf-40f43adb9f9e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407474 Dec 23 00:35:21.389417 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009759d-0b7f-407f-bead-55a8a8a6bec2 req-179d6dc3-db65-4c1e-bf3b-dee6a79b8bc6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:21.390800 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8009759d-0b7f-407f-bead-55a8a8a6bec2 req-179d6dc3-db65-4c1e-bf3b-dee6a79b8bc6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 946 time: 0.0485239 Dec 23 00:35:21.437827 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8009759d-0b7f-407f-bead-55a8a8a6bec2 req-49620302-e252-4a30-bc0f-da33fb4c49b6 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Dec 23 00:35:21.869486 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:35:21.943739 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:21.967776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:35:21.970041 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdd02fd-5fa8-4c0b-bc6d-a881a985b9f3" -d '{"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:35:21.980283 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:21.986515 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:22.011067 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927b5e37-3276-4bea-9239-21cf2cb8fc1f x-openstack-request-id: req-927b5e37-3276-4bea-9239-21cf2cb8fc1f {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:35:22.011354 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-unplugged", "status": "failed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "code": 422}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:35:22.011602 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-927b5e37-3276-4bea-9239-21cf2cb8fc1f {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:35:22.012059 dv-cinder-822768-1-iscsi neutron-server[108948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'code': 422} returned with failed status Dec 23 00:35:22.038479 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=8']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:35:22.353512 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-22640924-e3d5-4ce9-9ec7-13e32faab633 req-5f057f5d-c75d-46ff-957d-3c932ffa7126 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:35:22.354548 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-22640924-e3d5-4ce9-9ec7-13e32faab633 req-5f057f5d-c75d-46ff-957d-3c932ffa7126 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009448 Dec 23 00:35:22.513101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772cd7-ec67-49aa-9acf-abe03b5b6dc8 req-65c1d1c5-10f3-45c5-b2e3-717e91c9c1a1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:22.514546 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4d772cd7-ec67-49aa-9acf-abe03b5b6dc8 req-65c1d1c5-10f3-45c5-b2e3-717e91c9c1a1 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0472934 Dec 23 00:35:22.565051 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4d772cd7-ec67-49aa-9acf-abe03b5b6dc8 req-23b734a4-f767-44e0-b836-7488cf06b760 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445478 Dec 23 00:35:22.796277 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55616) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:35:22.900391 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-6cb6569f-3b4d-47c4-b03d-7aebba66e6f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028974 Dec 23 00:35:22.912847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-741fd602-257f-4471-a6a2-8fc0c75c92ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:35:22.914382 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-741fd602-257f-4471-a6a2-8fc0c75c92ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073566 Dec 23 00:35:23.688858 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990f766-f5c8-4ea7-9bb7-dfc6c19309ce req-5ad2073f-5b69-48ec-a36a-642a9843dc99 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:23.690366 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0990f766-f5c8-4ea7-9bb7-dfc6c19309ce req-5ad2073f-5b69-48ec-a36a-642a9843dc99 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0512261 Dec 23 00:35:23.736762 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0990f766-f5c8-4ea7-9bb7-dfc6c19309ce req-bd9c8dc5-b81a-4439-ba07-b139d3c1786b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Dec 23 00:35:23.858092 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-992edb98-e5aa-4258-bfcb-bdee9ff1adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:23.859488 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-992edb98-e5aa-4258-bfcb-bdee9ff1adf7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e&tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64 HTTP/1.1" status: 200 len: 1097 time: 0.0430255 Dec 23 00:35:23.941675 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-5b9c19d2-09c6-48a7-8228-99ad1099fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:23.943149 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-5b9c19d2-09c6-48a7-8228-99ad1099fa84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1097 time: 0.0459697 Dec 23 00:35:24.041153 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-15a82b9a-00db-435a-8bf4-d1f2ff9a74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:24.042654 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-15a82b9a-00db-435a-8bf4-d1f2ff9a74d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 200 len: 917 time: 0.0913415 Dec 23 00:35:24.115870 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-829c0243-37b0-4f37-bfe4-67ee5a4576d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 200 len: 999 time: 0.0639510 Dec 23 00:35:24.166767 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-1c2bdcb9-e722-4664-9bb0-ba1e840bf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:24.168156 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-1c2bdcb9-e722-4664-9bb0-ba1e840bf974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 200 len: 855 time: 0.0444677 Dec 23 00:35:24.213395 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-14ce931b-aa98-4808-b03c-9cff7adaee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:24.214853 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-14ce931b-aa98-4808-b03c-9cff7adaee59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e1ef5f39-9518-448a-b88a-8a581ec38489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386355 Dec 23 00:35:24.313010 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-bb02aad6-b323-460f-8ed0-cc5e2bfb710d service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896168 Dec 23 00:35:24.400255 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-93f45078-92e4-46d8-8ea2-c8665cf3c228 req-eb3cf066-0080-4f97-93b4-3923130c67ee service neutron] 10.222.0.43 "GET /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804224 Dec 23 00:35:24.869358 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0e3d0-46a9-4b1d-a5b7-648cff8e789b req-e32209b8-5351-4856-afe4-be616fb8000b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:24.876613 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7ca0e3d0-46a9-4b1d-a5b7-648cff8e789b req-e32209b8-5351-4856-afe4-be616fb8000b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0550926 Dec 23 00:35:24.933012 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7ca0e3d0-46a9-4b1d-a5b7-648cff8e789b req-57396867-6798-4ced-a61e-5c4482b12905 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492601 Dec 23 00:35:26.061455 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c0880-eff9-421b-8ec0-dc52feb22afe req-ba36196b-9806-4f92-8073-e0b7411575b7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:26.062993 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef0c0880-eff9-421b-8ec0-dc52feb22afe req-ba36196b-9806-4f92-8073-e0b7411575b7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0581470 Dec 23 00:35:26.111769 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ef0c0880-eff9-421b-8ec0-dc52feb22afe req-a029dbd9-05c8-4884-bc91-1b31f63c9a59 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Dec 23 00:35:26.424574 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6e9fdfe-beb0-4fa8-a7c1-c0c1123589d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:27.242818 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5d590-19f7-4000-b3c2-931f29c85968 req-3a024434-b152-4259-a347-77c491a64a9e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:27.244313 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19d5d590-19f7-4000-b3c2-931f29c85968 req-3a024434-b152-4259-a347-77c491a64a9e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0547717 Dec 23 00:35:27.294984 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19d5d590-19f7-4000-b3c2-931f29c85968 req-15112212-1692-4fdf-a34d-13d78582ac64 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442822 Dec 23 00:35:28.420351 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56edf6-ab8a-4667-aa5a-9a4f71a7da23 req-fb162088-d200-4e82-88cd-d0f3409a0200 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:28.421723 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0b56edf6-ab8a-4667-aa5a-9a4f71a7da23 req-fb162088-d200-4e82-88cd-d0f3409a0200 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0481851 Dec 23 00:35:28.474928 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-0b56edf6-ab8a-4667-aa5a-9a4f71a7da23 req-138178cb-a69f-4497-8a98-e11d1ab39bb7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468855 Dec 23 00:35:28.531386 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8fd357e6-d571-4bd9-8be5-0b5388fe36b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:29.311594 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:29.606519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430494b-0120-4ab3-bbff-03685a46f4e5 req-58b56224-0db4-421b-a98e-d06870691a70 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:29.608301 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5430494b-0120-4ab3-bbff-03685a46f4e5 req-58b56224-0db4-421b-a98e-d06870691a70 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0595958 Dec 23 00:35:29.655632 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5430494b-0120-4ab3-bbff-03685a46f4e5 req-5bfbdbc9-cfe3-462a-9fe1-a7a39ab35785 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Dec 23 00:35:29.764536 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:30.787119 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6e6d1-a63f-47bb-8fd4-fbb497dd7e77 req-8a6bcb87-c72a-4cae-8eb6-9975ce0bd721 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:30.788591 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-52d6e6d1-a63f-47bb-8fd4-fbb497dd7e77 req-8a6bcb87-c72a-4cae-8eb6-9975ce0bd721 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0508351 Dec 23 00:35:30.841144 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-52d6e6d1-a63f-47bb-8fd4-fbb497dd7e77 req-6542548e-25fb-4c4a-938f-1bd4dd360707 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Dec 23 00:35:31.247687 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:31.971864 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e942f5-a13f-46c2-a711-f9e15160ad92 req-4becab5c-52d4-4ec3-9d06-8a9740e14b78 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:31.973238 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d7e942f5-a13f-46c2-a711-f9e15160ad92 req-4becab5c-52d4-4ec3-9d06-8a9740e14b78 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0485415 Dec 23 00:35:32.023456 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d7e942f5-a13f-46c2-a711-f9e15160ad92 req-03214918-a709-4ba5-9546-734402b75faa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441637 Dec 23 00:35:32.088168 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:33.158665 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04e8a1-1aeb-4e05-a44e-e111cb9c3bbc req-14cbbe6e-3076-4c5f-a158-cb07a7b8d313 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:33.160410 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cd04e8a1-1aeb-4e05-a44e-e111cb9c3bbc req-14cbbe6e-3076-4c5f-a158-cb07a7b8d313 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0609596 Dec 23 00:35:33.216190 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cd04e8a1-1aeb-4e05-a44e-e111cb9c3bbc req-804b2bca-228a-4f5b-a542-b48648ad53ea tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498292 Dec 23 00:35:34.359403 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235db00-ce4a-4ef4-b59c-1591a3a4df6e req-d3668098-11d0-42d6-8ce6-0353fecf606b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:34.361217 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e235db00-ce4a-4ef4-b59c-1591a3a4df6e req-d3668098-11d0-42d6-8ce6-0353fecf606b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0519202 Dec 23 00:35:34.407598 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e235db00-ce4a-4ef4-b59c-1591a3a4df6e req-983c2399-2b8f-4619-9bb3-ec80f3c8ade4 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Dec 23 00:35:35.546771 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917c3de-8a5e-49d3-8f7a-746f4187ad94 req-67aa811e-adce-46ab-9b1c-162e670a6440 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:35.549296 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e917c3de-8a5e-49d3-8f7a-746f4187ad94 req-67aa811e-adce-46ab-9b1c-162e670a6440 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0502441 Dec 23 00:35:35.602489 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e917c3de-8a5e-49d3-8f7a-746f4187ad94 req-e919ea4d-2d8b-4c36-983b-489e89004d75 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Dec 23 00:35:36.695602 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:35:36.735620 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb7faf-af31-49e0-9aea-2bf2e962fe6b req-70111080-320d-4296-be4a-144e80ae50ec tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:36.736998 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dedb7faf-af31-49e0-9aea-2bf2e962fe6b req-70111080-320d-4296-be4a-144e80ae50ec tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0529442 Dec 23 00:35:36.787672 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-dedb7faf-af31-49e0-9aea-2bf2e962fe6b req-b230cf72-8bb4-49c0-ba7f-71ba8d66f170 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Dec 23 00:35:37.906805 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb41a-061e-4399-9cdb-482fe0e22de7 req-fbaea1d9-a6b6-4db6-b3f2-cfa7721c4853 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:37.908262 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-93beb41a-061e-4399-9cdb-482fe0e22de7 req-fbaea1d9-a6b6-4db6-b3f2-cfa7721c4853 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0487244 Dec 23 00:35:37.953843 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-93beb41a-061e-4399-9cdb-482fe0e22de7 req-6f4c6eef-1b23-4252-bc7c-af616cf98f02 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 Dec 23 00:35:38.808640 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681984e-ce90-4606-84b0-31a9a9623f29 req-abe6df8e-060f-4320-90ef-11b13774e85d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:38.810123 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a681984e-ce90-4606-84b0-31a9a9623f29 req-abe6df8e-060f-4320-90ef-11b13774e85d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0605335 Dec 23 00:35:38.858887 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a681984e-ce90-4606-84b0-31a9a9623f29 req-191fd5b1-eeac-41c0-920a-ffa17be21cdb tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Dec 23 00:35:39.090849 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674c00d-c544-44d7-aa1b-b5394ab5ab32 req-2a7a2457-451d-4478-bc6f-bc2ff3183cd9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:39.092301 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8674c00d-c544-44d7-aa1b-b5394ab5ab32 req-2a7a2457-451d-4478-bc6f-bc2ff3183cd9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 944 time: 0.0520773 Dec 23 00:35:39.151220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8674c00d-c544-44d7-aa1b-b5394ab5ab32 req-61555886-fb06-4c3b-9d8e-3b9e70503c36 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495996 Dec 23 00:35:39.956588 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:35:39.989755 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c050fb-c2ed-4dc9-9cd5-1e7fc6a2cce5 req-ebe67846-3fe8-44e1-b8a6-837d5842d0ac tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:39.991204 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-45c050fb-c2ed-4dc9-9cd5-1e7fc6a2cce5 req-ebe67846-3fe8-44e1-b8a6-837d5842d0ac tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Dec 23 00:35:40.039033 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-45c050fb-c2ed-4dc9-9cd5-1e7fc6a2cce5 req-dc2f935b-66ac-4308-80d9-0922de42ed5e tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 Dec 23 00:35:40.050987 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:40.062544 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'port_id': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'mac_address': 'fa:16:3e:04:b9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:35:40.103358 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:40.116526 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:35:40.135227 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:40.141988 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:40.187217 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=9']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:35:40.277136 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2752b5-9ccf-4439-8679-39ceafa924cd req-ad22bffd-101f-46a7-882e-21c5dd6a3008 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:40.278604 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-da2752b5-9ccf-4439-8679-39ceafa924cd req-ad22bffd-101f-46a7-882e-21c5dd6a3008 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 945 time: 0.0490997 Dec 23 00:35:40.329666 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-da2752b5-9ccf-4439-8679-39ceafa924cd req-d58f40fe-e0e8-4aaf-a387-7e408deee5f9 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Dec 23 00:35:40.474686 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['9d35d33c-151b-4673-bd32-4f863b078b9f'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:35:41.172221 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add22d96-d273-4d44-9498-840f65fbf848 req-e5fdc573-05c7-47c6-a715-836015607b79 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:41.173713 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-add22d96-d273-4d44-9498-840f65fbf848 req-e5fdc573-05c7-47c6-a715-836015607b79 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0603991 Dec 23 00:35:41.222632 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-add22d96-d273-4d44-9498-840f65fbf848 req-f349b1e2-a0db-4986-bd18-0f457f2a8e37 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Dec 23 00:35:41.464141 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190327d-1413-44c8-b959-f202d99909a7 req-79579aed-4634-40d0-856e-79f55b56dbf7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:41.465611 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a190327d-1413-44c8-b959-f202d99909a7 req-79579aed-4634-40d0-856e-79f55b56dbf7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 945 time: 0.0500610 Dec 23 00:35:41.513778 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a190327d-1413-44c8-b959-f202d99909a7 req-089ce120-ea6c-46de-b071-418fb4cd8c14 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Dec 23 00:35:41.964477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:35:42.019211 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 9d35d33c-151b-4673-bd32-4f863b078b9f triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:35:42.019581 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:42.096473 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:42.118595 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:35:42.120804 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6555ede3-592d-46dd-8ac8-82440640c1ae" -d '{"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:35:42.134943 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:35:42.141703 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:42.164237 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4668a35-1d7d-4178-aa61-ccc33adedd1e x-openstack-request-id: req-b4668a35-1d7d-4178-aa61-ccc33adedd1e {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:35:42.164531 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-plugged", "status": "completed", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:35:42.164780 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4668a35-1d7d-4178-aa61-ccc33adedd1e {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:35:42.165176 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'code': 200} Dec 23 00:35:42.189442 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=10']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:35:42.344107 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d902f4-2d06-407a-ac33-22a0d035eabb req-eb6a9d05-8b43-42b5-8495-81bbfb24c1ef tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:42.345943 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-36d902f4-2d06-407a-ac33-22a0d035eabb req-eb6a9d05-8b43-42b5-8495-81bbfb24c1ef tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Dec 23 00:35:42.421144 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-36d902f4-2d06-407a-ac33-22a0d035eabb req-9ca14cfd-1aaf-4148-9434-85f0dd026bf8 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682311 Dec 23 00:35:42.427099 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0573a8-f6af-4e71-8b4e-3874cf43601b req-2af9217d-34b5-415e-9720-cb9acbc1dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:42.428485 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7d0573a8-f6af-4e71-8b4e-3874cf43601b req-2af9217d-34b5-415e-9720-cb9acbc1dd2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 1100 time: 0.0624542 Dec 23 00:35:42.475440 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7d0573a8-f6af-4e71-8b4e-3874cf43601b req-7f4c9fb8-8d24-4352-9eb3-9e7408dec6f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390091 Dec 23 00:35:42.648959 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bff0e-67a9-4981-8c8c-877b4c1c3798 req-dc50b526-7dc3-44b6-ab8c-eccb4aef689e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:42.650453 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c71bff0e-67a9-4981-8c8c-877b4c1c3798 req-dc50b526-7dc3-44b6-ab8c-eccb4aef689e tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0509741 Dec 23 00:35:42.696868 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c71bff0e-67a9-4981-8c8c-877b4c1c3798 req-7a6b1704-7799-47e9-94a5-467c5b2512fd tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Dec 23 00:35:43.555632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9214-ec3c-4420-9210-09c98f22db7d req-efe8b421-0cfc-4520-aaea-9d481d02db13 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:43.557100 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-835e9214-ec3c-4420-9210-09c98f22db7d req-efe8b421-0cfc-4520-aaea-9d481d02db13 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0528142 Dec 23 00:35:43.607131 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-835e9214-ec3c-4420-9210-09c98f22db7d req-11ab983d-0a5b-4526-968b-13090fce1290 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Dec 23 00:35:43.817615 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789373d-20fb-44eb-9356-96ecaffd10b7 req-8ee601c8-19be-40ef-99f0-8279f547ddd7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:43.819748 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1789373d-20fb-44eb-9356-96ecaffd10b7 req-8ee601c8-19be-40ef-99f0-8279f547ddd7 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0499079 Dec 23 00:35:43.867561 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-1789373d-20fb-44eb-9356-96ecaffd10b7 req-9d614e83-36e1-4efd-b5ac-e57f07217447 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Dec 23 00:35:44.727920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ba5de-ecf1-439a-9382-7217f1b70cf1 req-93f2db0f-2f9a-497c-acfe-8b39e4553d2c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:44.729387 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e83ba5de-ecf1-439a-9382-7217f1b70cf1 req-93f2db0f-2f9a-497c-acfe-8b39e4553d2c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0527940 Dec 23 00:35:44.776798 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e83ba5de-ecf1-439a-9382-7217f1b70cf1 req-8b2255b1-3405-4350-86ab-a560018af382 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 Dec 23 00:35:44.996825 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753e993-d6dc-47bf-a40a-c7f37609ec9d req-50ab6428-7ba5-4fbe-b7aa-2f0fc3df5afa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:44.998280 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2753e993-d6dc-47bf-a40a-c7f37609ec9d req-50ab6428-7ba5-4fbe-b7aa-2f0fc3df5afa tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0486372 Dec 23 00:35:45.050187 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2753e993-d6dc-47bf-a40a-c7f37609ec9d req-89fcd59a-167c-41a3-94e6-919a9f4096ce tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Dec 23 00:35:45.905649 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83840f4-3065-4061-99d0-f41d93879067 req-e0a20e09-33d0-4ec0-8307-acd21d6829eb tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:45.907061 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b83840f4-3065-4061-99d0-f41d93879067 req-e0a20e09-33d0-4ec0-8307-acd21d6829eb tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0496798 Dec 23 00:35:45.956826 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b83840f4-3065-4061-99d0-f41d93879067 req-791bb4ea-1514-4b22-8a45-1ee6de37a079 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Dec 23 00:35:47.083525 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd8b6-4f17-482b-b0b0-27d94c732b0d req-77ce8dd8-8a66-4bd9-8c95-057e4c9821c9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:47.084907 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b43fd8b6-4f17-482b-b0b0-27d94c732b0d req-77ce8dd8-8a66-4bd9-8c95-057e4c9821c9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Dec 23 00:35:47.131340 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-b43fd8b6-4f17-482b-b0b0-27d94c732b0d req-8ea92628-75bc-417c-8b35-62114fff61f9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400481 Dec 23 00:35:48.255721 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9f25d-b522-4f87-9205-7c89b9f53b01 req-8bc78008-7f36-436b-bf67-846bd163f051 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:48.257164 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-46b9f25d-b522-4f87-9205-7c89b9f53b01 req-8bc78008-7f36-436b-bf67-846bd163f051 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Dec 23 00:35:48.309416 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-46b9f25d-b522-4f87-9205-7c89b9f53b01 req-dc78210b-6c3c-4afd-b593-9e7111001a57 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Dec 23 00:35:49.432925 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e181-6bb9-48a4-abf8-d00b346aaa80 req-86331e17-8ff1-4a3e-8185-fd385bc9c216 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:49.434379 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ae53e181-6bb9-48a4-abf8-d00b346aaa80 req-86331e17-8ff1-4a3e-8185-fd385bc9c216 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Dec 23 00:35:49.483053 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ae53e181-6bb9-48a4-abf8-d00b346aaa80 req-e3598efb-b285-428f-9f0e-75425d28d8c0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Dec 23 00:35:49.691065 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb327ad-c4d6-41d9-baad-3a7b6d8b9460 req-ebbb3ae3-e5b9-4449-a496-83a98dd39305 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:49.693496 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-efb327ad-c4d6-41d9-baad-3a7b6d8b9460 req-ebbb3ae3-e5b9-4449-a496-83a98dd39305 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0523596 Dec 23 00:35:49.740291 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-efb327ad-c4d6-41d9-baad-3a7b6d8b9460 req-7eb4813b-1f35-4129-a61e-d2807949a914 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405629 Dec 23 00:35:49.749840 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-cbb97c67-bd56-4cd7-9d1e-4e655445b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:49.751358 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-cbb97c67-bd56-4cd7-9d1e-4e655445b0ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 1098 time: 0.0400732 Dec 23 00:35:49.843084 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-28bc7d94-a8c2-4b9d-8c07-02a308e317ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:49.844410 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-28bc7d94-a8c2-4b9d-8c07-02a308e317ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0851302 Dec 23 00:35:49.911038 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-f5693de5-c7cf-4527-ae50-7e5a5f98ee08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 200 len: 1001 time: 0.0589790 Dec 23 00:35:49.960550 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-98528af8-534f-48f2-bd31-d1661d5ed901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:49.962085 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-98528af8-534f-48f2-bd31-d1661d5ed901 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0432420 Dec 23 00:35:50.009580 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-9851c643-bd91-480d-a94f-0c70e7c6af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:50.011030 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-9851c643-bd91-480d-a94f-0c70e7c6af97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407641 Dec 23 00:35:50.114121 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-6c0e946c-df14-47f2-921e-ce914481d21b service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941253 Dec 23 00:35:50.212593 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d8e2d9ea-1650-4a2b-b0db-bb5d67bb1782 req-a8a3738f-2d99-4b5e-b6dc-568335e73153 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918300 Dec 23 00:35:50.865736 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48cfa-0a1b-4e4c-9312-bb2734c0823c req-60895052-c2c1-481a-ab5e-9e6a5b320bf5 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:50.867242 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-01d48cfa-0a1b-4e4c-9312-bb2734c0823c req-60895052-c2c1-481a-ab5e-9e6a5b320bf5 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0530908 Dec 23 00:35:50.915246 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-01d48cfa-0a1b-4e4c-9312-bb2734c0823c req-36619b87-e789-4156-86fe-1b41e3313a64 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 Dec 23 00:35:52.048126 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcb9f3-b0f3-480f-8b6e-1400d2cfef5c req-d61fa47c-ae0a-41b3-a77b-1cd3aa43f0a8 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:35:52.049776 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-39fcb9f3-b0f3-480f-8b6e-1400d2cfef5c req-d61fa47c-ae0a-41b3-a77b-1cd3aa43f0a8 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0522399 Dec 23 00:35:52.099757 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-39fcb9f3-b0f3-480f-8b6e-1400d2cfef5c req-b3401e7d-dedc-4c48-aac8-eb8ec0f3676c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 Dec 23 00:35:56.418018 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-057b21f1-81d6-4b08-8a26-1341c1f83f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:58.537132 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-809dcbd9-4ec5-421c-ab6f-7be1ff7140d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:59.331866 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:35:59.769360 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:01.261368 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:02.105327 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:13.696628 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:36:18.775840 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c781f0-b3e5-402e-8ae0-1cf30aa3f45c req-3ca3462e-04ca-4cff-aa16-ba519d856d12 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:18.777280 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-02c781f0-b3e5-402e-8ae0-1cf30aa3f45c req-3ca3462e-04ca-4cff-aa16-ba519d856d12 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0492711 Dec 23 00:36:18.825377 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-02c781f0-b3e5-402e-8ae0-1cf30aa3f45c req-9103cfe7-1fa0-4163-985e-0176f89548b2 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Dec 23 00:36:19.955260 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec836-5a75-4a42-8d01-d3cc1e8989c9 req-3e608e6c-f43b-41c0-9ca4-6a305b437b8b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:19.956756 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-687ec836-5a75-4a42-8d01-d3cc1e8989c9 req-3e608e6c-f43b-41c0-9ca4-6a305b437b8b tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0483787 Dec 23 00:36:20.015948 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-687ec836-5a75-4a42-8d01-d3cc1e8989c9 req-b7009ea2-dba3-4d56-8690-f692214cbb13 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb28f04-88c8-4bdd-84ae-333efc5ff580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Dec 23 00:36:20.319051 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4474959-a143-4998-82ed-92c2155a7e83 req-65432c99-c2cd-4486-be16-90da22284530 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:20.320785 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d4474959-a143-4998-82ed-92c2155a7e83 req-65432c99-c2cd-4486-be16-90da22284530 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 947 time: 0.0633857 Dec 23 00:36:20.409877 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Deleting port 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:20.410233 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:20.499150 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] For port 9d35d33c-151b-4673-bd32-4f863b078b9f, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d35d33c-151b-4673-bd32-4f863b078b9f,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:20.499493 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:20.660298 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:20.660656 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:20.660967 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Floating IP cc58203b-b154-4442-8c57-9d07761e0311 disassociated. External IP: 172.27.1.61, port: 9d35d33c-151b-4673-bd32-4f863b078b9f. Dec 23 00:36:20.661282 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Calling delete_port for 9d35d33c-151b-4673-bd32-4f863b078b9f owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:20.790165 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:20.820799 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'Port': ['ID=9d35d33c-151b-4673-bd32-4f863b078b9f,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:20.831117 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.831466 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.831808 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.832490 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.832823 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.833152 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.833475 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.834036 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.834270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.834757 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.834980 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.835223 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.835552 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:20.942902 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:36:21.333207 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5b163ab5-1fcd-47de-86ba-4a7bf62dc021 req-66e3427c-6569-47d3-9258-7260e160e76c tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/ports?device_id=cae85a83-d865-41a5-9e53-9f046b12723e HTTP/1.1" status: 200 len: 210 time: 0.0305612 Dec 23 00:36:21.339813 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:36:21.350594 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:36:21.361035 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:21.361716 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:21.377269 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] No DVR routers for this DVR port 9d35d33c-151b-4673-bd32-4f863b078b9f on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:36:21.379821 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:21.383027 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d4474959-a143-4998-82ed-92c2155a7e83 req-4958dd53-7c50-41e7-a29c-9d6a5d88e219 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.43 "DELETE /v2.0/ports/9d35d33c-151b-4673-bd32-4f863b078b9f HTTP/1.1" status: 204 len: 173 time: 1.0547042 Dec 23 00:36:21.383480 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-deleted', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:21.385704 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6012bea-82ce-478e-bbfb-021f628e6453" -d '{"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-deleted", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:21.420158 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c15971-24d0-4178-a5c9-93ce74971fa3 x-openstack-request-id: req-c0c15971-24d0-4178-a5c9-93ce74971fa3 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:21.420434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae85a83-d865-41a5-9e53-9f046b12723e", "name": "network-vif-deleted", "tag": "9d35d33c-151b-4673-bd32-4f863b078b9f", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:21.420752 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0c15971-24d0-4178-a5c9-93ce74971fa3 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:21.421071 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae85a83-d865-41a5-9e53-9f046b12723e', 'name': 'network-vif-deleted', 'tag': '9d35d33c-151b-4673-bd32-4f863b078b9f', 'status': 'completed', 'code': 200} Dec 23 00:36:21.471888 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:21.680531 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:21.706706 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:36:21.715597 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:21.716195 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:21.954047 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:22.155357 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:22.183619 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c22fd1-dd29-4eec-9a3b-74d76a8cc023 None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'd963ee5b-7946-4129-b69a-2141f386b942', 'name': '', 'network_id': 'e1ef5f39-9518-448a-b88a-8a581ec38489', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'mac_address': 'fa:16:3e:19:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:58Z', 'updated_at': '2021-12-23T00:29:06Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'subnets': [{'id': '8e9cf299-2b44-4669-a09b-c0ff0f56bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:36:22.399092 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee3ac5-5fc7-4161-ad35-d5b040419f29 None None] New status for floating IP cc58203b-b154-4442-8c57-9d07761e0311: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:36:22.425856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55818) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:22.479979 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.504944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.553735 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.556432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.560096 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "DELETE /v2.0/security-groups/9eb28f04-88c8-4bdd-84ae-333efc5ff580 HTTP/1.1" status: 204 len: 168 time: 0.1306040 Dec 23 00:36:22.560583 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55820) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:22.566620 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb28f04-88c8-4bdd-84ae-333efc5ff580,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:22.573836 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.574198 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.574546 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.574886 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.575224 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.575350 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.api.v2.resource [None req-6d540f69-6426-4cd5-9b6a-8e781bea9733 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] show failed (client error): The resource could not be found. Dec 23 00:36:22.575555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.575913 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.576241 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.576569 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.576894 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.577219 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.577570 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.577881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635c03-387b-494d-9859-0449d6efa702 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:22.579384 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-6d540f69-6426-4cd5-9b6a-8e781bea9733 tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "GET /v2.0/security-groups/9eb28f04-88c8-4bdd-84ae-333efc5ff580 HTTP/1.1" status: 404 len: 347 time: 0.0170712 Dec 23 00:36:22.580678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55822) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:22.705920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Deleting port 54e33ceb-0595-443b-9104-b9a46ee26d46 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:22.706169 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.781897 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.782220 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.793974 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Calling delete_port for 54e33ceb-0595-443b-9104-b9a46ee26d46 owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:22.940530 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:22.963422 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Pushing event deleted for resources: {'Port': ['ID=54e33ceb-0595-443b-9104-b9a46ee26d46,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:23.022610 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:23.025115 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:23.026284 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-bcf45e3d-005c-41ee-919d-5205036a106d tempest-AttachVolumeShelveTestJSON-222700222 tempest-AttachVolumeShelveTestJSON-222700222-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc58203b-b154-4442-8c57-9d07761e0311 HTTP/1.1" status: 204 len: 168 time: 0.4453330 Dec 23 00:36:24.144302 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:36:24.170477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 9d35d33c-151b-4673-bd32-4f863b078b9f {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:36:24.170821 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 9d35d33c-151b-4673-bd32-4f863b078b9f not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:36:24.965716 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726971c-fe16-4c2a-9863-5041d313041c req-97d3d882-4eeb-4d72-a5a5-2654af7bcfb3 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:24.968003 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b726971c-fe16-4c2a-9863-5041d313041c req-97d3d882-4eeb-4d72-a5a5-2654af7bcfb3 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Dec 23 00:36:25.020562 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-b726971c-fe16-4c2a-9863-5041d313041c req-c2af5b88-10fd-481e-9bc0-f9705d260803 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Dec 23 00:36:25.483822 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55856) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:25.952969 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.146591 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749e32-87a7-430a-ae6b-7d886292bbda req-468d134c-4df1-4c3c-bc12-e8f85b625360 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:26.148063 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c9749e32-87a7-430a-ae6b-7d886292bbda req-468d134c-4df1-4c3c-bc12-e8f85b625360 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Dec 23 00:36:26.194576 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c9749e32-87a7-430a-ae6b-7d886292bbda req-a97e39b1-1c81-414e-8a3f-6765d3b535f3 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Dec 23 00:36:26.201861 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Deleting port d963ee5b-7946-4129-b69a-2141f386b942 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:26.202370 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.275908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] For port d963ee5b-7946-4129-b69a-2141f386b942, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=d963ee5b-7946-4129-b69a-2141f386b942,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:26.276261 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.287695 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Calling delete_port for d963ee5b-7946-4129-b69a-2141f386b942 owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:26.414088 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-73677bdc-7737-47f3-b6f0-ae0f2a7312e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.467644 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.491868 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Pushing event deleted for resources: {'Port': ['ID=d963ee5b-7946-4129-b69a-2141f386b942,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:26.659062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:26.877855 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:36:27.013726 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-3fd66a4a-6fba-4d1d-a4d9-de3827ac6118 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:27.015165 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-3fd66a4a-6fba-4d1d-a4d9-de3827ac6118 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0916860 Dec 23 00:36:27.029134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:36:27.034500 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e4fabff6-2984-44bc-a703-dcc926f60389 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a47e60f-b30c-4ee5-a803-e7ec31e598e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496526 Dec 23 00:36:27.037323 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55862) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:27.041149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Sync routers for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:36:27.052700 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:27.053329 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:27.126962 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Deleting port dba0486e-3d86-4c41-9a4e-cc0ef517230d {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:27.127331 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.143771 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks [] for router, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.161776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:27.216587 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] For port dba0486e-3d86-4c41-9a4e-cc0ef517230d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dba0486e-3d86-4c41-9a4e-cc0ef517230d,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:27.217648 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.249693 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.313206 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Deleting port 6e0e05ae-816f-4dea-9085-f380770c5a34 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:27.313433 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.347417 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:36:26Z', 'revision_number': 5, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port': {'id': '6e0e05ae-816f-4dea-9085-f380770c5a34', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:28:51Z', 'updated_at': '2021-12-23T00:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:27.369951 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b96934-c483-4eb1-b00d-03c8c778fc46 req-5856fb87-a62d-4706-ad76-c27772d0a99b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:27.371453 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c4b96934-c483-4eb1-b00d-03c8c778fc46 req-5856fb87-a62d-4706-ad76-c27772d0a99b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc5b11ed-6ce6-4323-a651-d300454c7615 HTTP/1.1" status: 200 len: 945 time: 0.0927682 Dec 23 00:36:27.376635 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Checking router: 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:36:27.385457 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Routers {'2a47e60f-b30c-4ee5-a803-e7ec31e598e0'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:27.385682 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:27.397066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] For port 6e0e05ae-816f-4dea-9085-f380770c5a34, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6e0e05ae-816f-4dea-9085-f380770c5a34,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:27.397515 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.409082 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Calling delete_port for 6e0e05ae-816f-4dea-9085-f380770c5a34 owned by network:router_gateway {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:27.467224 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.467581 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.467896 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Floating IP 21364aef-8488-40a8-b935-bbc3ea49b173 disassociated. External IP: 172.27.1.149, port: dba0486e-3d86-4c41-9a4e-cc0ef517230d. Dec 23 00:36:27.468246 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Calling delete_port for dba0486e-3d86-4c41-9a4e-cc0ef517230d owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:27.474097 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] Set router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 gateway port host: None {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:27.476699 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-c4b96934-c483-4eb1-b00d-03c8c778fc46 req-41e2dede-97c1-474d-93b2-9c8d7cb91cd6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e9a10b0-9ad0-415d-b31e-ec1d84436b88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936246 Dec 23 00:36:27.529499 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:36:27Z', 'revision_number': 6, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:27.562345 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfa9eb4-d6e7-4fab-ae07-fec58fafe317 None None] The sync data for ids ['2a47e60f-b30c-4ee5-a803-e7ec31e598e0'] in dv-cinder-822768-1-iscsi is: [{'id': '2a47e60f-b30c-4ee5-a803-e7ec31e598e0', 'name': 'tempest-AttachVolumeShelveTestJSON-899450737-router', 'tenant_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:28:49Z', 'updated_at': '2021-12-23T00:36:27Z', 'revision_number': 6, 'project_id': 'a55c5ff1d4cc4cb4b0ff214c22170a64', 'gw_port_host': None}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:36:27.601630 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.617902 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.628961 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0e05ae-816f-4dea-9085-f380770c5a34,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:27.647143 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'Port': ['ID=dba0486e-3d86-4c41-9a4e-cc0ef517230d,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:27.708859 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.760850 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:36:27.793259 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.795432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.840258 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.840810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a47e60f-b30c-4ee5-a803-e7ec31e598e0 {{(pid=108947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:36:27.845872 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.846429 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ad6f8ceb-f529-4b4c-8dfa-c00ab3239f77 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a47e60f-b30c-4ee5-a803-e7ec31e598e0 HTTP/1.1" status: 204 len: 168 time: 0.8081212 Dec 23 00:36:27.849100 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55866) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:27.869783 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:36:27.880178 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:36:27.891221 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:27.892117 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:27.893145 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Deleting subnet 8e9cf299-2b44-4669-a09b-c0ff0f56bfdf {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:36:27.897049 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.913885 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] No DVR routers for this DVR port dba0486e-3d86-4c41-9a4e-cc0ef517230d on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:36:27.916499 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.921376 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-da51f811-2c98-4a87-ac65-3b3c33339d24 req-75270b10-ea0a-4699-ab3c-43a061607afc tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "DELETE /v2.0/ports/dba0486e-3d86-4c41-9a4e-cc0ef517230d HTTP/1.1" status: 204 len: 173 time: 0.8985384 Dec 23 00:36:27.921993 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'name': 'network-vif-deleted', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:27.924310 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167a6c1-a82f-401d-a4b2-c0f3c9017537" -d '{"events": [{"server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "name": "network-vif-deleted", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:27.975182 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:27.986299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f439e33c-94ba-485e-9980-50009b08dbae x-openstack-request-id: req-f439e33c-94ba-485e-9980-50009b08dbae {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:27.986595 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5b11ed-6ce6-4323-a651-d300454c7615", "name": "network-vif-deleted", "tag": "dba0486e-3d86-4c41-9a4e-cc0ef517230d", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:27.986852 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f439e33c-94ba-485e-9980-50009b08dbae {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:27.987317 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5b11ed-6ce6-4323-a651-d300454c7615', 'name': 'network-vif-deleted', 'tag': 'dba0486e-3d86-4c41-9a4e-cc0ef517230d', 'status': 'completed', 'code': 200} Dec 23 00:36:28.014888 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:28.068752 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.134054 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.165299 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9cf299-2b44-4669-a09b-c0ff0f56bfdf,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:28.169596 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.172229 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-54d6dc22-df92-4713-a10f-479d88f5e078 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e9cf299-2b44-4669-a09b-c0ff0f56bfdf HTTP/1.1" status: 204 len: 168 time: 0.3221569 Dec 23 00:36:28.174888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55870) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:28.179561 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5637c21-62ff-433e-aec0-30f1b45e32a9 None None] Network e1ef5f39-9518-448a-b88a-8a581ec38489 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:36:28.247464 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:28.252455 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.279182 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:36:28.287827 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:28.288668 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:35:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:28.306765 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Deleting port 59e1397f-e26c-49ae-8452-a688299a9c13 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:28.307109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.370022 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] DHCP port deletion for e1ef5f39-9518-448a-b88a-8a581ec38489 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:36:28.388958 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] For port 59e1397f-e26c-49ae-8452-a688299a9c13, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=59e1397f-e26c-49ae-8452-a688299a9c13,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:28.389317 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.414322 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:28.441062 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Deleting port 59e1397f-e26c-49ae-8452-a688299a9c13 {{(pid=108948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:28.441435 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.550521 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] For port 59e1397f-e26c-49ae-8452-a688299a9c13, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=59e1397f-e26c-49ae-8452-a688299a9c13,segment=NetworkSegment(88fd0fdf-a6e8-462d-96a9-7392ad6947ea),segment_id=88fd0fdf-a6e8-462d-96a9-7392ad6947ea)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:28.551308 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.577818 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Calling delete_port for 59e1397f-e26c-49ae-8452-a688299a9c13 owned by network:dhcp {{(pid=108948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:28.624086 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55876) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:28.676786 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622'] for port, after_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.680335 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:28.710988 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Pushing event deleted for resources: {'Port': ['ID=59e1397f-e26c-49ae-8452-a688299a9c13,revision_number=None']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:28.714155 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c746cb4-c38b-4bca-ac85-972734ed9915 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:36:28.715459 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-baa4d9b5-ac57-431d-af12-d4d729acf3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.720356 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.724459 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] No DVR routers for this DVR port 59e1397f-e26c-49ae-8452-a688299a9c13 on host dv-cinder-822768-1-iscsi {{(pid=108948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:36:28.726527 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.726977 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.727410 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.727880 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.728313 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.728777 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.729160 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.729783 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.729913 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.730272 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.730646 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.731019 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.731395 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efbfed5-a4be-47ba-ab33-040e8385bedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:36:28.749180 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Calling delete_port for 59e1397f-e26c-49ae-8452-a688299a9c13 owned by network:dhcp {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:28.788154 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.836280 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 59e1397f-e26c-49ae-8452-a688299a9c13 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:36:28.856505 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.860304 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.860926 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:28.863991 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e9a10b0-9ad0-415d-b31e-ec1d84436b88 HTTP/1.1" status: 204 len: 168 time: 0.2363923 Dec 23 00:36:28.866037 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55878) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:28.875151 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 59e1397f-e26c-49ae-8452-a688299a9c13 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:36:28.875788 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 59e1397f-e26c-49ae-8452-a688299a9c13 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:36:28.876415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6e0e05ae-816f-4dea-9085-f380770c5a34 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:36:28.890258 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e1397f-e26c-49ae-8452-a688299a9c13,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:28.890856 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12549366-51c0-43d3-bd70-856013e25daa tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a10b0-9ad0-415d-b31e-ec1d84436b88,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:28.900193 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] No DVR routers for this DVR port 59e1397f-e26c-49ae-8452-a688299a9c13 on host dv-cinder-822768-1-iscsi {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:36:28.908396 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 6e0e05ae-816f-4dea-9085-f380770c5a34 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:36:28.908785 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.api.v2.resource [None req-0d71ebf4-d52a-4365-a0da-fc997a487038 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] show failed (client error): The resource could not be found. Dec 23 00:36:28.909490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6e0e05ae-816f-4dea-9085-f380770c5a34 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:36:28.909876 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0d71ebf4-d52a-4365-a0da-fc997a487038 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups/9e9a10b0-9ad0-415d-b31e-ec1d84436b88 HTTP/1.1" status: 404 len: 347 time: 0.0429161 Dec 23 00:36:28.910152 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device d963ee5b-7946-4129-b69a-2141f386b942 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:36:28.912935 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55880) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:28.933949 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: d963ee5b-7946-4129-b69a-2141f386b942 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:36:28.934291 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device d963ee5b-7946-4129-b69a-2141f386b942 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:36:28.985577 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.006573 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ef5f39-9518-448a-b88a-8a581ec38489']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:29.015995 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fd0fdf-a6e8-462d-96a9-7392ad6947ea') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:29.016374 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fd0fdf-a6e8-462d-96a9-7392ad6947ea') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:29.026102 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.039764 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.046300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:36:29.046762 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self.session.flush() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self.session.flush() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self.session.flush() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self.session.flush() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:36:29.048593 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:36:29.059844 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Deleting port 34f55688-0667-427c-abb5-25001b010151 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:36:29.060652 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.099138 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a1e38-0416-4d74-a7cd-cf263100e875 None None] New status for floating IP 21364aef-8488-40a8-b935-bbc3ea49b173: DOWN {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:36:29.111338 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.119465 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.125918 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e1ef5f39-9518-448a-b88a-8a581ec38489 HTTP/1.1" status: 204 len: 168 time: 0.9500225 Dec 23 00:36:29.136932 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.137254 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.140376 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27278b-4066-479c-a8af-3cba0cd38553 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ef5f39-9518-448a-b88a-8a581ec38489,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:29.150191 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Calling delete_port for 34f55688-0667-427c-abb5-25001b010151 owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:36:29.253960 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55884) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:29.288273 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.295673 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7e419092-e868-4ee2-b2ea-1d9feb0081d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a55c5ff1d4cc4cb4b0ff214c22170a64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399208 Dec 23 00:36:29.298290 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55886) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:29.311443 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'Port': ['ID=34f55688-0667-427c-abb5-25001b010151,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:29.319988 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.348758 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.369799 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.371714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.374327 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.375468 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3733f532-2ba4-402c-8808-367b073f4b16 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "DELETE /v2.0/floatingips/21364aef-8488-40a8-b935-bbc3ea49b173 HTTP/1.1" status: 204 len: 168 time: 0.4617057 Dec 23 00:36:29.418525 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.421195 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.422578 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/425ed4dd-3ce4-433e-94a1-94629bd7eae5 HTTP/1.1" status: 204 len: 168 time: 0.1230628 Dec 23 00:36:29.430356 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b351a-f28a-46c9-b893-a5be1a35e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ed4dd-3ce4-433e-94a1-94629bd7eae5,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:29.771082 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.794526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55900) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:29.799042 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561186610', 'description': 'tempest-description--1831326107'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:29.823973 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.888811 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.893109 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.920288 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ceebd6-754b-4f52-a827-db11d9a003ad,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:29.924633 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:29.925846 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-91fdb231-4367-4519-9fab-db227795379a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1302636 Dec 23 00:36:29.928886 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55906) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:29.933586 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group_rule': {'security_group_id': '60ceebd6-754b-4f52-a827-db11d9a003ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:29.961526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.014902 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.020103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.037103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cf488e-6a44-4fa4-a4d7-b954f8da371c,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:30.047147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.048341 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-9b49dece-e704-42fa-a8db-927793f022b9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185703 Dec 23 00:36:30.051179 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55914) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:30.055451 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'security_group_rule': {'security_group_id': '60ceebd6-754b-4f52-a827-db11d9a003ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:30.083888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.142198 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.147281 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.162891 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b48bec-627b-48dc-aa71-5a465f0937d4,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:30.177685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.179009 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-950c8a35-343e-4288-8052-3e5afce40789 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268008 Dec 23 00:36:30.182210 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55922) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:30.186326 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device dba0486e-3d86-4c41-9a4e-cc0ef517230d no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:36:30.191227 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:30.211577 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: dba0486e-3d86-4c41-9a4e-cc0ef517230d {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:36:30.211926 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device dba0486e-3d86-4c41-9a4e-cc0ef517230d not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:36:30.220436 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.320433 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.433797 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Allocated IP 172.27.1.212 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/fe955965-3ead-4be7-89ec-db3644b16f7e) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:36:30.533153 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.565766 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.605130 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:36:30.607921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:36:30.611357 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:36:30.616900 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=fe955965-3ead-4be7-89ec-db3644b16f7e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:30.700434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:30.735223 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.145010 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.152804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.216869 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=fe955965-3ead-4be7-89ec-db3644b16f7e,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:31.226742 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.244349 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.245741 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-02f2f46d-32ee-4dc6-9379-466841d2bc96 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0612159 Dec 23 00:36:31.259228 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:31.445472 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-0988f4a2-6dd9-4cab-840b-4573c9205502 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1561186610&fields=id&tenant_id=8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 267 time: 0.0440414 Dec 23 00:36:31.551096 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-cf8b2dbc-7bf7-44d9-824e-70d06abf10e9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:31.552594 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-cf8b2dbc-7bf7-44d9-824e-70d06abf10e9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 811 time: 0.1005249 Dec 23 00:36:31.567111 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-1d22410a-88b6-434f-b1fa-090aab29bd62 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/quotas/8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 375 time: 0.0088277 Dec 23 00:36:31.616584 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-5b035b7c-9299-4c0e-befc-c7d21b691aa8 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443883 Dec 23 00:36:31.718131 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-2386eb0d-3d4c-45bd-a8d5-1d11ca00d6af service neutron] 10.222.0.24 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898328 Dec 23 00:36:31.805033 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-bd82e93d-9270-48ec-9a91-0dbfd25fb156 service neutron] 10.222.0.24 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807858 Dec 23 00:36:31.973077 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-daf3444b-c66a-4998-91e5-6f53d567904f req-b2e56d12-34d0-4665-aaf4-08b1a26c2f82 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Dec 23 00:36:32.091149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:33.074803 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ac830287-3a86-4241-be78-ff1a966f7276 req-9e90135a-9201-4163-8a5a-91729fa1b4d1 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 210 time: 0.0296381 Dec 23 00:36:33.679382 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 55984) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:33.786413 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fc79-3201-4a23-86ef-f27a3523e0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:33.862755 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fc79-3201-4a23-86ef-f27a3523e0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:33.868095 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fc79-3201-4a23-86ef-f27a3523e0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:33.904345 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e7f2fc79-3201-4a23-86ef-f27a3523e0da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=614b8acc01464e43916f6b9a1fca195d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238536 Dec 23 00:36:33.905256 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2fc79-3201-4a23-86ef-f27a3523e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c59595-0594-4bd7-a3f2-bf21328e631a,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:33.907258 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 55988) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:33.956952 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:33.978199 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.028186 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.030793 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.034408 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69c59595-0594-4bd7-a3f2-bf21328e631a HTTP/1.1" status: 204 len: 168 time: 0.1236970 Dec 23 00:36:34.044453 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36658-8818-456a-b918-3ea4c17c38f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c59595-0594-4bd7-a3f2-bf21328e631a,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:34.125521 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-aa996ae2-37dc-461d-8541-f43c97bb7e11 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:34.127301 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-aa996ae2-37dc-461d-8541-f43c97bb7e11 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 811 time: 0.1174381 Dec 23 00:36:34.182893 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-48cacf71-7241-4a48-b1fb-6b504efd5a2b req-89a977df-d3ec-4af9-93ba-f850ae6a178d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 210 time: 0.0345733 Dec 23 00:36:34.232846 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-0d11d853-66d7-4463-8ef3-2df5913feaa6 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d963ff0ae79470cb096ee57994beae2 HTTP/1.1" status: 200 len: 380 time: 0.0732818 Dec 23 00:36:34.250697 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'port': {'device_id': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'admin_state_up': True, 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'security_groups': ['60ceebd6-754b-4f52-a827-db11d9a003ad']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:34.335106 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56000) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:34.348748 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-48b8789b-50a9-47ef-b2c7-675c34457163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.364443 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Made reservation on behalf of 8d963ff0ae79470cb096ee57994beae2 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:36:34.368089 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.423854 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-48b8789b-50a9-47ef-b2c7-675c34457163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.428410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-48b8789b-50a9-47ef-b2c7-675c34457163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.464102 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8789b-50a9-47ef-b2c7-675c34457163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21df4fd-817b-4ffc-8ba8-5dd3bc765105,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:34.471234 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-48b8789b-50a9-47ef-b2c7-675c34457163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=999b2b7a702c4632b5fa6103b4552e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321588 Dec 23 00:36:34.472141 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56002) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:34.495530 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Allocated IP 172.20.0.6 (6ef780ac-4c23-4e3f-afa7-2d082926af14/c69fea4c-fb11-48bb-9d03-c012cd5fa11b/8223127c-3abd-489d-986c-c6da7d9ba635) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:36:34.520995 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.542075 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.590761 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.594496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.598230 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e21df4fd-817b-4ffc-8ba8-5dd3bc765105 HTTP/1.1" status: 204 len: 168 time: 0.1233237 Dec 23 00:36:34.608650 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118714-7534-4e4d-9802-97ac3290402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21df4fd-817b-4ffc-8ba8-5dd3bc765105,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:34.657490 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.694413 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.738988 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:36:34.744118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:36:34.748739 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:36:34.752969 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event updated for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:34.807241 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:34.807910 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:34.830559 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-3e32912a-759b-4d9b-851e-df7d5906155b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834608 Dec 23 00:36:34.849574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Request body: {'port': {'device_id': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:34.943710 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.047679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-5b6e43f2-83c5-451f-8199-e2295e0c89b8 None None] Provisioning complete for port 8223127c-3abd-489d-986c-c6da7d9ba635 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:36:35.048227 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5b6e43f2-83c5-451f-8199-e2295e0c89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.085566 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e43f2-83c5-451f-8199-e2295e0c89b8 None None] Port 8223127c-3abd-489d-986c-c6da7d9ba635 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:36:35.223043 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8223127c-3abd-489d-986c-c6da7d9ba635 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:36:35.233134 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.250283 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Transition to ACTIVE for port object 8223127c-3abd-489d-986c-c6da7d9ba635 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:36:35.258734 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.307892 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Pushing event updated for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:35.311895 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512b44b-ef10-42b8-924d-b69a145143de req-24c0a06d-75cb-48d3-9f70-63202745ea53 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:35.313720 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7512b44b-ef10-42b8-924d-b69a145143de req-24c0a06d-75cb-48d3-9f70-63202745ea53 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 943 time: 0.0590417 Dec 23 00:36:35.378812 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7512b44b-ef10-42b8-924d-b69a145143de req-ec85c325-0601-4111-947e-8fc09c438029 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589809 Dec 23 00:36:35.406148 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Attempting to bind port 8223127c-3abd-489d-986c-c6da7d9ba635 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:36:35.406576 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Attempting to bind port 8223127c-3abd-489d-986c-c6da7d9ba635 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:36:35.406979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Attempting to bind port 8223127c-3abd-489d-986c-c6da7d9ba635 on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:36:35.411750 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Port 8223127c-3abd-489d-986c-c6da7d9ba635 on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:36:35.412144 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Attempting to bind port 8223127c-3abd-489d-986c-c6da7d9ba635 on network 6ef780ac-4c23-4e3f-afa7-2d082926af14 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:36:35.418336 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:36:35.418747 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Checking segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:36:35.419197 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Bound using segment: {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:36:35.419689 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Bound port: 8223127c-3abd-489d-986c-c6da7d9ba635, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a59ae00-a933-4914-aac4-7d8bca7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:36:35.420112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.491966 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:36:35.495046 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8223127c-3abd-489d-986c-c6da7d9ba635,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:36:35.501386 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.534289 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:35.534911 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:35.536305 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] 10.222.0.43 "PUT /v2.0/ports/8223127c-3abd-489d-986c-c6da7d9ba635 HTTP/1.1" status: 200 len: 1093 time: 0.6913061 Dec 23 00:36:35.536750 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:35.539116 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71687d30-1480-431e-82df-b5de1a1f2e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:35.572688 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212abd4-c954-4bf8-8b19-30f724858677 service neutron] Pushing event updated for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:35.594180 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ce8d7-8ef3-46b9-94ef-fed223da67a6 x-openstack-request-id: req-f59ce8d7-8ef3-46b9-94ef-fed223da67a6 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:35.594519 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:35.594722 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f59ce8d7-8ef3-46b9-94ef-fed223da67a6 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:35.595136 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635', 'status': 'completed', 'code': 200} Dec 23 00:36:35.662391 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-b3ef6caa-308a-4a17-8804-8697bc8f8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:35.663953 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-b3ef6caa-308a-4a17-8804-8697bc8f8659 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 1096 time: 0.0437415 Dec 23 00:36:35.721775 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-6ed4ee7e-63d3-43fe-8034-7988e3b0424e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8223127c-3abd-489d-986c-c6da7d9ba635 HTTP/1.1" status: 200 len: 217 time: 0.0415790 Dec 23 00:36:35.770669 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-03bb3579-0a33-4e3f-a17e-b01f25ac0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:35.772111 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-03bb3579-0a33-4e3f-a17e-b01f25ac0445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0430975 Dec 23 00:36:35.818538 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a4ecb627-34e6-45d8-8043-64ab81c0f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:35.820075 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a4ecb627-34e6-45d8-8043-64ab81c0f2a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401537 Dec 23 00:36:35.913468 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-da8b4114-1e3f-489b-9f29-c40932a472e6 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Dec 23 00:36:36.002759 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e8df9b77-32a3-4402-b04d-ab9c776ce05b req-a34a18f6-a340-44cc-a860-b34b0f241534 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Dec 23 00:36:36.154386 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-bbdd26eb-7e18-42b2-975e-8c2df2520fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:36.156056 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-bbdd26eb-7e18-42b2-975e-8c2df2520fc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 1096 time: 0.0416462 Dec 23 00:36:36.251364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-014b113b-2da5-4123-9525-b9fd0bf51133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:36.252746 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-014b113b-2da5-4123-9525-b9fd0bf51133 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0879929 Dec 23 00:36:36.299358 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-55e54b48-919c-42ef-9ad0-fe19674a0b90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8223127c-3abd-489d-986c-c6da7d9ba635 HTTP/1.1" status: 200 len: 217 time: 0.0353293 Dec 23 00:36:36.354585 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-8310ae40-ef09-4b86-a464-32b132f7099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:36.356318 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-8310ae40-ef09-4b86-a464-32b132f7099a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0487130 Dec 23 00:36:36.407069 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-50a4ab96-9dd4-4367-9126-db9ae01aefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:36.408115 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-50a4ab96-9dd4-4367-9126-db9ae01aefd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415559 Dec 23 00:36:36.503412 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-ccc54df3-5d87-4a70-a7a7-44b5bb7bcd42 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864186 Dec 23 00:36:36.504833 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59218e-3e3a-4019-987f-39f53babaf06 req-88d66a2d-613b-4327-bf0b-8c3d627bff30 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:36.506335 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-de59218e-3e3a-4019-987f-39f53babaf06 req-88d66a2d-613b-4327-bf0b-8c3d627bff30 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 943 time: 0.0496588 Dec 23 00:36:36.557214 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-de59218e-3e3a-4019-987f-39f53babaf06 req-489b8cec-c9e3-4ee8-af29-e429bfb1844c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Dec 23 00:36:36.598486 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-71687d30-1480-431e-82df-b5de1a1f2e4c req-ea2aa8c4-3fed-4c11-82a2-9bd4bf5174c4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869796 Dec 23 00:36:37.353056 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-1b371eea-ece9-4ad5-a218-c6d8cdb705c3 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954932881&fields=id&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 267 time: 0.0540698 Dec 23 00:36:37.472788 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-08bdd3aa-27c7-4793-a514-db71d3a843ce tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:37.474416 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-08bdd3aa-27c7-4793-a514-db71d3a843ce tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.1144848 Dec 23 00:36:37.489513 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-3c577ac0-9e79-47a7-8fc4-32d8b0c455c2 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/quotas/838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 375 time: 0.0093739 Dec 23 00:36:37.543054 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-ac0d124a-54d6-4c03-8b7a-7c1f3ea995cc tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477695 Dec 23 00:36:37.650179 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-6b27829d-693b-4942-a84a-b122e87db195 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947475 Dec 23 00:36:37.676291 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f73b8-9c1a-4839-bd74-abcb174599fa req-54b742d2-eaf9-4472-a967-8b48177e2c12 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:37.683752 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e79f73b8-9c1a-4839-bd74-abcb174599fa req-54b742d2-eaf9-4472-a967-8b48177e2c12 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 943 time: 0.0576439 Dec 23 00:36:37.731800 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e79f73b8-9c1a-4839-bd74-abcb174599fa req-5d46d7cf-d98d-4f51-8a7e-f2fc74f24378 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Dec 23 00:36:37.748497 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-2c2d31a1-4641-41d2-b429-cadbd37c84d7 service neutron] 10.222.0.24 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939159 Dec 23 00:36:38.041682 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5b2157cd-33a8-43a6-b782-cbd093fa7fa8 req-cdbe292e-3ba6-437e-b308-e73c9d3f4436 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 210 time: 0.0259435 Dec 23 00:36:38.260475 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 8223127c-3abd-489d-986c-c6da7d9ba635 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:36:38.355315 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8223127c-3abd-489d-986c-c6da7d9ba635,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:38.365793 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '8223127c-3abd-489d-986c-c6da7d9ba635', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'port_id': '8223127c-3abd-489d-986c-c6da7d9ba635', 'mac_address': 'fa:16:3e:6c:5b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:36:38.405668 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:38.418716 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8223127c-3abd-489d-986c-c6da7d9ba635 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:36:38.437763 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8223127c-3abd-489d-986c-c6da7d9ba635,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:38.443213 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:38.488937 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:38.749383 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['8223127c-3abd-489d-986c-c6da7d9ba635'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:36:38.868748 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c0214-77d9-4fb8-ac05-a0e649361294 req-1a36a197-6c23-4e49-84f1-39a0aa541f4a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:38.869854 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-903c0214-77d9-4fb8-ac05-a0e649361294 req-1a36a197-6c23-4e49-84f1-39a0aa541f4a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 944 time: 0.0521021 Dec 23 00:36:38.921762 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-903c0214-77d9-4fb8-ac05-a0e649361294 req-1ac473a6-0297-4825-b012-e47bc2bea30d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Dec 23 00:36:39.087374 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-0639382c-2446-4164-b580-e16f12e829f9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:39.090023 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-0639382c-2446-4164-b580-e16f12e829f9 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 812 time: 0.1118400 Dec 23 00:36:39.146851 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2acf71f8-d181-46e6-96bc-895004ded661 req-0b2fa255-6e7b-4d65-b04e-5f4be2b10205 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 210 time: 0.0249197 Dec 23 00:36:39.158804 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-736fe257-8af4-4c0b-8c48-7420a96020ab tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838c5abfd096404b84f3db7097491aa4 HTTP/1.1" status: 200 len: 379 time: 0.0533249 Dec 23 00:36:39.168506 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'port': {'device_id': '20ebc17d-7021-4706-acc4-262b151b4d58', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'admin_state_up': True, 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'security_groups': ['9df624cd-533f-4ad5-8e99-9eca3326520e']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:39.284959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Made reservation on behalf of 838c5abfd096404b84f3db7097491aa4 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:36:39.288444 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:39.411040 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.20.0.3 (b9f030f2-43c1-4e27-83d5-ac6063c2a3b3/b77063ba-0589-4037-970d-c16208960f91/87b522db-f887-402d-9605-521dfc746bb0) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:36:39.547467 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:39.582317 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:39.624249 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:36:39.627243 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:36:39.630815 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:36:39.658262 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:39.687042 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:39.687695 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:39.705698 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-625afdf8-d281-4e56-857c-d43c2be50d8b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409141 Dec 23 00:36:39.896056 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-64ddfc70-2eb3-4ef6-9544-11adb5cd3966 None None] Provisioning complete for port 87b522db-f887-402d-9605-521dfc746bb0 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:36:39.896722 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-64ddfc70-2eb3-4ef6-9544-11adb5cd3966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:39.933133 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-64ddfc70-2eb3-4ef6-9544-11adb5cd3966 None None] Port 87b522db-f887-402d-9605-521dfc746bb0 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:36:40.045245 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394f29a-3cf8-417f-8aea-ff77ec526b14 req-5ee84103-f4cb-4833-86f4-4b272df3a12d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:40.046758 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a394f29a-3cf8-417f-8aea-ff77ec526b14 req-5ee84103-f4cb-4833-86f4-4b272df3a12d tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 944 time: 0.0566254 Dec 23 00:36:40.098491 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a394f29a-3cf8-417f-8aea-ff77ec526b14 req-75d1fd8b-9bf4-4dec-ae4c-addbdd262f29 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Dec 23 00:36:40.268507 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cccc-4cac-4794-a8f1-18a8a1010374 req-012a7bf7-67b7-4277-9d27-4fe11fc61752 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:40.270038 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85d3cccc-4cac-4794-a8f1-18a8a1010374 req-012a7bf7-67b7-4277-9d27-4fe11fc61752 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 931 time: 0.0531955 Dec 23 00:36:40.319667 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-85d3cccc-4cac-4794-a8f1-18a8a1010374 req-a8232117-8fdd-4304-8f55-95689d8cff2e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Dec 23 00:36:41.228513 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c62862-0a4b-420e-ae48-ed507ec45f58 req-7be0724d-e1e5-4f13-8a5d-de4ab94a2052 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:41.230019 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f6c62862-0a4b-420e-ae48-ed507ec45f58 req-7be0724d-e1e5-4f13-8a5d-de4ab94a2052 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 944 time: 0.0510144 Dec 23 00:36:41.278491 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f6c62862-0a4b-420e-ae48-ed507ec45f58 req-1c283e90-54e9-4489-a77a-8724b3f998ff tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Dec 23 00:36:41.444208 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1af3-eaeb-4522-82f9-16d7c3af0e90 req-528fc382-ef63-4aaf-9057-39c699c7740f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:41.445567 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c5e1af3-eaeb-4522-82f9-16d7c3af0e90 req-528fc382-ef63-4aaf-9057-39c699c7740f tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 931 time: 0.0500045 Dec 23 00:36:41.498774 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c5e1af3-eaeb-4522-82f9-16d7c3af0e90 req-681b0a44-4739-4544-bc9d-0bd2e7b6f0d4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Dec 23 00:36:42.349354 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Request body: {'port': {'device_id': '20ebc17d-7021-4706-acc4-262b151b4d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:42.363079 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 8223127c-3abd-489d-986c-c6da7d9ba635 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:36:42.414835 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 8223127c-3abd-489d-986c-c6da7d9ba635 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:36:42.419389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 8223127c-3abd-489d-986c-c6da7d9ba635 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:36:42.419751 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.437588 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.448584 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacac62-7ff6-4441-84cf-d15a22b4ea37 req-d36e5a78-13b1-402b-89ce-2ea94da7d5a0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:42.450176 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6dacac62-7ff6-4441-84cf-d15a22b4ea37 req-d36e5a78-13b1-402b-89ce-2ea94da7d5a0 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 944 time: 0.0754011 Dec 23 00:36:42.536963 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6dacac62-7ff6-4441-84cf-d15a22b4ea37 req-f5d653a8-1321-4194-8281-df6512fde339 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796843 Dec 23 00:36:42.632259 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc81e6d-2daa-444d-94cd-4378da31eb57 req-786d934e-433c-4c9c-89f8-c6f10d5497a0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:42.634038 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7cc81e6d-2daa-444d-94cd-4378da31eb57 req-786d934e-433c-4c9c-89f8-c6f10d5497a0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 931 time: 0.0501902 Dec 23 00:36:42.635519 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.661769 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:42.664641 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c8121-7ed5-443f-83e7-5167a7462fe4" -d '{"events": [{"server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "name": "network-vif-plugged", "status": "completed", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:42.684083 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8223127c-3abd-489d-986c-c6da7d9ba635,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:42.691404 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.710445 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-7cc81e6d-2daa-444d-94cd-4378da31eb57 req-98742ee5-183c-4da4-8f64-2b904cb9734b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643280 Dec 23 00:36:42.716284 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ef09e-e25a-4d9a-820d-eb876640b031 x-openstack-request-id: req-623ef09e-e25a-4d9a-820d-eb876640b031 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:42.716696 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "name": "network-vif-plugged", "status": "completed", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:42.717069 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-623ef09e-e25a-4d9a-820d-eb876640b031 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:42.717557 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635', 'code': 200} Dec 23 00:36:42.743590 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:42.783575 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b522db-f887-402d-9605-521dfc746bb0 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:36:42.791091 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.803165 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Transition to ACTIVE for port object 87b522db-f887-402d-9605-521dfc746bb0 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:36:42.807557 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.858845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Pushing event updated for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:42.927202 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a37ae-7fd4-4f65-ae9b-309026354479 req-7899aeb5-b516-47ac-aa2f-0b7779a619e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:42.928894 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c0a37ae-7fd4-4f65-ae9b-309026354479 req-7899aeb5-b516-47ac-aa2f-0b7779a619e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 1098 time: 0.0450737 Dec 23 00:36:42.931841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Attempting to bind port 87b522db-f887-402d-9605-521dfc746bb0 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:36:42.932247 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Attempting to bind port 87b522db-f887-402d-9605-521dfc746bb0 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:36:42.932673 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Attempting to bind port 87b522db-f887-402d-9605-521dfc746bb0 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:36:42.938430 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Port 87b522db-f887-402d-9605-521dfc746bb0 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:36:42.938809 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Attempting to bind port 87b522db-f887-402d-9605-521dfc746bb0 on network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:36:42.945678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:36:42.945678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Checking segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:36:42.945678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Bound using segment: {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:36:42.945678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Bound port: 87b522db-f887-402d-9605-521dfc746bb0, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cf4be1-7b94-464f-8356-6c28dc9a5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:36:42.946352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:42.980798 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-8c0a37ae-7fd4-4f65-ae9b-309026354479 req-c8cec214-ca4a-4e74-a4a7-90c2e764afd8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Dec 23 00:36:43.017881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:36:43.021161 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=87b522db-f887-402d-9605-521dfc746bb0,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:36:43.027981 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:43.066674 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.067328 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:43.068661 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] 10.222.0.43 "PUT /v2.0/ports/87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 200 len: 1093 time: 0.7254674 Dec 23 00:36:43.069086 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:43.071422 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04" -d '{"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:43.092469 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f6902-428b-4a46-abc7-063cced15c75 service neutron] Pushing event updated for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:43.112707 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b505138f-8020-40f4-84f3-06ef65a06321 x-openstack-request-id: req-b505138f-8020-40f4-84f3-06ef65a06321 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:43.113005 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:43.113264 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b505138f-8020-40f4-84f3-06ef65a06321 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:43.113716 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0', 'status': 'completed', 'code': 200} Dec 23 00:36:43.386498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-28b7fc97-a9ed-4770-be15-fdd812b010a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.388404 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-28b7fc97-a9ed-4770-be15-fdd812b010a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1096 time: 0.0451632 Dec 23 00:36:43.501739 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-7ccf75c8-0a19-4234-bae6-994c5150a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.503233 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-7ccf75c8-0a19-4234-bae6-994c5150a889 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=838c5abfd096404b84f3db7097491aa4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954406 Dec 23 00:36:43.604928 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-f1601589-5f4d-4d98-83e9-73fde3c64ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.606705 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d824b8bc-8a86-426a-96a5-2ada3ac5cb04 req-f1601589-5f4d-4d98-83e9-73fde3c64ed4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940585 Dec 23 00:36:43.656985 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d01b7-1248-4b76-a38e-d87f5e66e54d req-d60d2800-11a7-4d12-9aff-e69db4062d59 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.658573 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ed4d01b7-1248-4b76-a38e-d87f5e66e54d req-d60d2800-11a7-4d12-9aff-e69db4062d59 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0516424 Dec 23 00:36:43.711154 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ed4d01b7-1248-4b76-a38e-d87f5e66e54d req-f3f52e41-e8b4-46ab-97ce-0ae0b73a6b62 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Dec 23 00:36:43.725777 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-985f8445-95a0-498d-b5bb-e7e4189fea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.725777 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-985f8445-95a0-498d-b5bb-e7e4189fea8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1096 time: 0.0459740 Dec 23 00:36:43.778607 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-31b8e1bb-2706-4e5e-9ab3-ef0fc78adfad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 200 len: 217 time: 0.0357764 Dec 23 00:36:43.856425 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-0a116fae-9bf0-426e-ac79-b50f63022a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.857918 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-0a116fae-9bf0-426e-ac79-b50f63022a28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0656168 Dec 23 00:36:43.866173 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150167-1e41-460a-92d1-c690abccd49e req-d1063beb-f50d-440b-9de5-b7bf0c54a410 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.867522 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7f150167-1e41-460a-92d1-c690abccd49e req-d1063beb-f50d-440b-9de5-b7bf0c54a410 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0849459 Dec 23 00:36:43.936222 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-01315b8f-8ee0-43c8-a13d-3952a94380dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:43.937753 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-01315b8f-8ee0-43c8-a13d-3952a94380dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692735 Dec 23 00:36:43.941597 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-7f150167-1e41-460a-92d1-c690abccd49e req-35513c01-4553-4698-8017-ce7715a5251b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656724 Dec 23 00:36:44.032066 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-d6d55343-8f73-4ae8-bb8d-808f74ee29fe service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850797 Dec 23 00:36:44.159877 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4075b8bb-0139-4e4b-bc8f-92521e47622a req-891cb434-2d56-4521-b0b8-52f1d65f0964 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Dec 23 00:36:44.828456 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefa64-2804-49b2-8384-8cd03fb64995 req-f3209bb9-3148-4b4c-bbbd-f9ad83c8c6ea tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:44.829934 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-74fefa64-2804-49b2-8384-8cd03fb64995 req-f3209bb9-3148-4b4c-bbbd-f9ad83c8c6ea tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0509598 Dec 23 00:36:44.877232 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-74fefa64-2804-49b2-8384-8cd03fb64995 req-f928932c-24d8-49dc-ab06-a806c2cac7d4 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 Dec 23 00:36:44.992846 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934379f-d364-4b5f-9570-0bf34874dbb8 req-f2506b73-8463-4b07-9c8b-3e51d6fb715a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:44.997459 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6934379f-d364-4b5f-9570-0bf34874dbb8 req-f2506b73-8463-4b07-9c8b-3e51d6fb715a tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0531657 Dec 23 00:36:45.002878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56178) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:45.007912 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Request body: {'floatingip': {'port_id': '8223127c-3abd-489d-986c-c6da7d9ba635'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:45.056729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:45.173939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d92e2-4025-4fae-a3ad-609413ecf0f7 req-bf2074c9-1a14-4de4-9b97-f4eeac128683 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:45.175404 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a3d92e2-4025-4fae-a3ad-609413ecf0f7 req-bf2074c9-1a14-4de4-9b97-f4eeac128683 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.1351860 Dec 23 00:36:45.272436 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6a3d92e2-4025-4fae-a3ad-609413ecf0f7 req-71da1047-9220-452c-9274-01508484aca0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887916 Dec 23 00:36:45.542683 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:45.547760 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:45.644733 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.l3_db [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Floating IP 9182abe3-bd0d-4b3b-937b-b0aa31420531 associated. External IP: 172.27.1.212, port: 8223127c-3abd-489d-986c-c6da7d9ba635. Dec 23 00:36:45.840902 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:36:45.945783 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:36:45.951409 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:45.957187 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:36:45.967989 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:45.968203 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:36:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:45.978493 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4429f678-50e7-46a1-a4cc-819ce821c13c tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "PUT /v2.0/floatingips/9182abe3-bd0d-4b3b-937b-b0aa31420531 HTTP/1.1" status: 200 len: 991 time: 0.9740791 Dec 23 00:36:45.979062 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635'}] {{(pid=108947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:45.981385 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ed22e79c1ce7b618a277fda89138f5327103cbc9ed0b55d754b28d21895b7de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a9316c-88a3-440a-8dcd-3779bc6fa398" -d '{"events": [{"name": "network-changed", "server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635"}]}' {{(pid=108947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:46.024660 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11945942-497b-4b7f-a3d0-380ab510240f x-openstack-request-id: req-11945942-497b-4b7f-a3d0-380ab510240f {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:46.024958 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635", "status": "completed", "code": 200}]} {{(pid=108947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:46.025213 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11945942-497b-4b7f-a3d0-380ab510240f {{(pid=108947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:46.025649 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635', 'status': 'completed', 'code': 200} Dec 23 00:36:46.071508 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:46.120763 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-dd5aecbc-c1c9-4efa-83e4-200c87f010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:46.122289 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-dd5aecbc-c1c9-4efa-83e4-200c87f010f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d963ff0ae79470cb096ee57994beae2&device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 1098 time: 0.0449347 Dec 23 00:36:46.212324 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-8a2d5285-abe3-4627-8789-053566751b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:46.213875 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-8a2d5285-abe3-4627-8789-053566751b05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 200 len: 912 time: 0.0833070 Dec 23 00:36:46.287434 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-7ad0bbeb-b984-4639-ace4-dbdbd65141e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8223127c-3abd-489d-986c-c6da7d9ba635 HTTP/1.1" status: 200 len: 999 time: 0.0652115 Dec 23 00:36:46.297935 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '9182abe3-bd0d-4b3b-937b-b0aa31420531', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': '8223127c-3abd-489d-986c-c6da7d9ba635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:6c:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:30Z', 'updated_at': '2021-12-23T00:36:45Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:46.327440 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:36:46.336253 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:46.336930 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:36:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:46.348123 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-4f85173e-3421-4961-b8a6-400bae6669f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:46.349643 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-4f85173e-3421-4961-b8a6-400bae6669f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 200 len: 850 time: 0.0553524 Dec 23 00:36:46.406962 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-d27237d3-4805-4072-8d56-92ff2fc41234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:46.409659 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-d27237d3-4805-4072-8d56-92ff2fc41234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef780ac-4c23-4e3f-afa7-2d082926af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524673 Dec 23 00:36:46.410980 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaf5b6-49a1-4ebd-9eb3-11ccab71976a req-6dcc646d-18dd-40da-b3e0-eb38c1083645 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:46.412460 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aceaf5b6-49a1-4ebd-9eb3-11ccab71976a req-6dcc646d-18dd-40da-b3e0-eb38c1083645 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0581312 Dec 23 00:36:46.450970 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:46.485773 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-aceaf5b6-49a1-4ebd-9eb3-11ccab71976a req-3f5f2947-3095-4877-b2ac-83ec32531ac8 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629218 Dec 23 00:36:46.515314 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-28dc5762-9d39-4857-ae06-fae9f6f4a6a9 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979848 Dec 23 00:36:46.606971 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-12a9316c-88a3-440a-8dcd-3779bc6fa398 req-359846fd-c1c8-4a51-83a8-a2c0ea47b5bc service neutron] 10.222.0.43 "GET /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Dec 23 00:36:46.790859 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '9182abe3-bd0d-4b3b-937b-b0aa31420531', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': '8223127c-3abd-489d-986c-c6da7d9ba635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:6c:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:30Z', 'updated_at': '2021-12-23T00:36:45Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:46.818969 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71e4cd-92f1-4dd1-90f5-f8a22855ce02 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '9182abe3-bd0d-4b3b-937b-b0aa31420531', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'port_id': '8223127c-3abd-489d-986c-c6da7d9ba635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'mac_address': 'fa:16:3e:6c:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:30Z', 'updated_at': '2021-12-23T00:36:45Z', 'revision_number': 1, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:36:47.031341 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16a9be-447b-48f8-8fa7-32de0026080e None None] New status for floating IP 9182abe3-bd0d-4b3b-937b-b0aa31420531: ACTIVE {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:36:47.610213 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455146-a38b-40b6-b5aa-3d7829e144e7 req-85fbdbb6-d1d6-429d-8336-521daabe2f73 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:47.611658 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f455146-a38b-40b6-b5aa-3d7829e144e7 req-85fbdbb6-d1d6-429d-8336-521daabe2f73 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0506849 Dec 23 00:36:47.660839 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-4f455146-a38b-40b6-b5aa-3d7829e144e7 req-abcabcf8-5a4e-41e8-afee-6ad9e43c48c1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 Dec 23 00:36:48.778601 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcb0f0-9098-422e-9ce3-d5b52f001442 req-98aec12b-c27e-4dba-a51b-241abe216fe1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:48.780026 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5dbcb0f0-9098-422e-9ce3-d5b52f001442 req-98aec12b-c27e-4dba-a51b-241abe216fe1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0500038 Dec 23 00:36:48.829967 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-5dbcb0f0-9098-422e-9ce3-d5b52f001442 req-f152d3c8-414f-466e-8f1b-1390cde026be tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439000 Dec 23 00:36:49.950861 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c2310-7966-43cd-8c9d-8246252c650b req-ccc498ef-fa62-4f3a-8a00-7b037e739491 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:49.952197 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-231c2310-7966-43cd-8c9d-8246252c650b req-ccc498ef-fa62-4f3a-8a00-7b037e739491 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0485568 Dec 23 00:36:50.002126 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-231c2310-7966-43cd-8c9d-8246252c650b req-995c60ff-f49c-4e67-9ff0-5bd865e7a051 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 Dec 23 00:36:50.700502 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:36:51.129526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d2919-cc37-4cab-b3dc-b910574230c7 req-00209337-6d75-4d57-a18e-d6d15e8f4645 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:51.130989 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-792d2919-cc37-4cab-b3dc-b910574230c7 req-00209337-6d75-4d57-a18e-d6d15e8f4645 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0557139 Dec 23 00:36:51.190260 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-792d2919-cc37-4cab-b3dc-b910574230c7 req-798d05fd-75ae-451a-b6e9-b589aa4c898d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528316 Dec 23 00:36:52.312354 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b44dc1-0306-4505-a0da-a25d6f2435bc req-48fdace4-f553-4584-95b4-e3b564a7d2c1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:52.313807 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c3b44dc1-0306-4505-a0da-a25d6f2435bc req-48fdace4-f553-4584-95b4-e3b564a7d2c1 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 943 time: 0.0553756 Dec 23 00:36:52.367200 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c3b44dc1-0306-4505-a0da-a25d6f2435bc req-811bebbc-8cff-4091-9165-a678a7f99d46 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457184 Dec 23 00:36:52.388807 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 87b522db-f887-402d-9605-521dfc746bb0 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:36:52.486573 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=87b522db-f887-402d-9605-521dfc746bb0,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:52.496826 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '87b522db-f887-402d-9605-521dfc746bb0', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'port_id': '87b522db-f887-402d-9605-521dfc746bb0', 'mac_address': 'fa:16:3e:05:1a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:36:52.534304 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:52.547586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b522db-f887-402d-9605-521dfc746bb0 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:36:52.566483 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=87b522db-f887-402d-9605-521dfc746bb0,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:52.574079 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:52.619430 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:52.870665 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['87b522db-f887-402d-9605-521dfc746bb0'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:36:53.505946 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c21ac-1ed9-4a44-bee5-144858c2489a req-96270888-8f7a-441a-b5f3-37773ac4e0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:53.507389 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-505c21ac-1ed9-4a44-bee5-144858c2489a req-96270888-8f7a-441a-b5f3-37773ac4e0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 944 time: 0.0597010 Dec 23 00:36:53.561010 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-505c21ac-1ed9-4a44-bee5-144858c2489a req-af035ace-3bc9-4db8-a372-113335dc975e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475783 Dec 23 00:36:54.392601 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 87b522db-f887-402d-9605-521dfc746bb0 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:36:54.449426 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 87b522db-f887-402d-9605-521dfc746bb0 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:36:54.453116 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 87b522db-f887-402d-9605-521dfc746bb0 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:36:54.453490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:54.534788 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:54.557695 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b522db-f887-402d-9605-521dfc746bb0'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:54.559962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c58117a-774b-4813-84f0-c5f735e81502" -d '{"events": [{"server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "name": "network-vif-plugged", "status": "completed", "tag": "87b522db-f887-402d-9605-521dfc746bb0"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:54.572178 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=87b522db-f887-402d-9605-521dfc746bb0,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:36:54.577555 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:54.604712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1f192-966c-4a92-93f3-f3bbdd9f0c1e x-openstack-request-id: req-62f1f192-966c-4a92-93f3-f3bbdd9f0c1e {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:54.604967 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "name": "network-vif-plugged", "status": "completed", "tag": "87b522db-f887-402d-9605-521dfc746bb0", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:54.605160 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62f1f192-966c-4a92-93f3-f3bbdd9f0c1e {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:54.605552 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b522db-f887-402d-9605-521dfc746bb0', 'code': 200} Dec 23 00:36:54.630138 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:54.698697 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545792d-abd4-4541-a703-5aba6cc5dd98 req-68c75b82-de3a-4758-88e9-b40f0b74bc81 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:54.700063 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9545792d-abd4-4541-a703-5aba6cc5dd98 req-68c75b82-de3a-4758-88e9-b40f0b74bc81 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Dec 23 00:36:54.749994 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9545792d-abd4-4541-a703-5aba6cc5dd98 req-62b4726d-0ba1-42db-823b-ec7f035bb6aa tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Dec 23 00:36:54.865594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81d756-cbfb-4956-beb2-7b0decff5b10 req-e4fa49c4-880e-442d-8d01-ec7333866608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:54.867044 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6e81d756-cbfb-4956-beb2-7b0decff5b10 req-e4fa49c4-880e-442d-8d01-ec7333866608 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1098 time: 0.0405118 Dec 23 00:36:54.919236 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6e81d756-cbfb-4956-beb2-7b0decff5b10 req-203027eb-e292-44a4-a782-9098fff8eb0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392542 Dec 23 00:36:55.876822 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaecb9c-c402-4d4c-b00f-7674c1778331 req-41d39d91-78ff-406f-b8b5-c89e07ae2361 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:55.878316 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fcaecb9c-c402-4d4c-b00f-7674c1778331 req-41d39d91-78ff-406f-b8b5-c89e07ae2361 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Dec 23 00:36:56.194231 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fcaecb9c-c402-4d4c-b00f-7674c1778331 req-99e99d14-5dba-490d-a7b3-738ba4fc9e5a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071876 Dec 23 00:36:56.407393 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-077bcea3-ca4a-48b3-a88b-708d4d50723b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:57.318346 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8847-a859-4b88-95e6-e27a45c6b21f req-e727402d-6b0a-4b61-8713-fa220f34f307 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:57.319782 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6c3f8847-a859-4b88-95e6-e27a45c6b21f req-e727402d-6b0a-4b61-8713-fa220f34f307 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Dec 23 00:36:57.370784 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6c3f8847-a859-4b88-95e6-e27a45c6b21f req-599f5155-be1d-4368-8f3a-905ca3b50bf0 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Dec 23 00:36:57.487567 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76edc2-8ee6-480c-ac0b-b6b492b3a7b7 req-a1802af0-1355-4802-8ca0-a4718a91c244 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:57.489758 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1c76edc2-8ee6-480c-ac0b-b6b492b3a7b7 req-a1802af0-1355-4802-8ca0-a4718a91c244 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0495679 Dec 23 00:36:57.539818 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1c76edc2-8ee6-480c-ac0b-b6b492b3a7b7 req-504921eb-73b0-48bf-8bfd-6241842a52cd tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Dec 23 00:36:57.562239 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56340) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:57.604484 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534100d-8f94-445d-acab-f8ea018d1d52 tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:36:57.606027 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-2534100d-8f94-445d-acab-f8ea018d1d52 tempest-TestVolumeBootPattern-1361113141 tempest-TestVolumeBootPattern-1361113141-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1093 time: 0.0428164 Dec 23 00:36:57.608976 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56344) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:36:57.613188 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'port_id': '87b522db-f887-402d-9605-521dfc746bb0', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:36:57.640817 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:57.740408 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:57.846977 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Allocated IP 172.27.1.3 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/bf54a2a2-62d8-422e-9c93-be68c759d85e) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:36:57.953295 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:57.989332 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.029010 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:36:58.035420 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:36:58.039883 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:36:58.067090 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=bf54a2a2-62d8-422e-9c93-be68c759d85e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:58.385648 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.464299 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.534779 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-09863499-9c33-481b-9b14-f7bfc3f3dfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.623660 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.630558 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.700892 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event updated for resources: {'Port': ['ID=bf54a2a2-62d8-422e-9c93-be68c759d85e,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:36:58.712949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:58.811686 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 0c544538-ad0f-454c-add3-14c4f560f8b9 associated. External IP: 172.27.1.3, port: 87b522db-f887-402d-9605-521dfc746bb0. Dec 23 00:36:59.023959 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:36:59.127434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:36:59.138457 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:36:59.147565 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:59.150314 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:59.150925 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:36:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:59.173674 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-137e3005-f9ec-40a6-ae5e-48781c1cd378 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5636241 Dec 23 00:36:59.174289 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:36:59.176530 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a" -d '{"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:36:59.213086 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a25745-7496-42dc-b877-def485f3a015 x-openstack-request-id: req-c5a25745-7496-42dc-b877-def485f3a015 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:36:59.213386 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:36:59.213685 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5a25745-7496-42dc-b877-def485f3a015 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:36:59.214082 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0', 'status': 'completed', 'code': 200} Dec 23 00:36:59.254851 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:59.333700 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:59.472201 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '0c544538-ad0f-454c-add3-14c4f560f8b9', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '87b522db-f887-402d-9605-521dfc746bb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:05:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ebc17d-7021-4706-acc4-262b151b4d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:58Z', 'updated_at': '2021-12-23T00:36:58Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}, {'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:59.500654 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:36:59.509229 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:36:59.509823 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:36:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:59.610092 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:36:59.772763 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:36:59.837698 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '0c544538-ad0f-454c-add3-14c4f560f8b9', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '87b522db-f887-402d-9605-521dfc746bb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:05:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ebc17d-7021-4706-acc4-262b151b4d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:58Z', 'updated_at': '2021-12-23T00:36:58Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}, {'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:36:59.863059 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb18c0-a91f-444b-a0b3-28891b7730bf None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '0c544538-ad0f-454c-add3-14c4f560f8b9', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': '87b522db-f887-402d-9605-521dfc746bb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:05:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ebc17d-7021-4706-acc4-262b151b4d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:36:58Z', 'updated_at': '2021-12-23T00:36:58Z', 'revision_number': 0, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}, {'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:37:00.050432 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061dbcd7-21a6-43fb-8001-7d6666545b70 None None] New status for floating IP 0c544538-ad0f-454c-add3-14c4f560f8b9: ACTIVE {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:37:00.928706 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-fa9b7d32-0c9f-497b-b727-cb9e3e031a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:00.930234 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-fa9b7d32-0c9f-497b-b727-cb9e3e031a76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1098 time: 0.0426083 Dec 23 00:37:01.023098 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-2c8a4dc1-8068-4f00-9c7a-c7aafa1bc223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:01.024587 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-2c8a4dc1-8068-4f00-9c7a-c7aafa1bc223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.0864146 Dec 23 00:37:01.103064 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-e51be61f-21fa-46a4-ae89-1cf78eb76a8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 200 len: 999 time: 0.0582051 Dec 23 00:37:01.158073 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-1709fbea-db4d-418b-bae2-107dcbb86dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:01.159576 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-1709fbea-db4d-418b-bae2-107dcbb86dc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0491965 Dec 23 00:37:01.212197 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-70d02770-894f-4f11-baf5-442ce53744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:01.213715 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-70d02770-894f-4f11-baf5-442ce53744e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411766 Dec 23 00:37:01.259627 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:01.309468 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-ab99b566-2f6b-4d99-a446-cac78dfce7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856478 Dec 23 00:37:02.102476 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:02.306769 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-cc9d9f49-fa35-472f-ad03-efbf6f2fc38a req-3cbcbda3-5a10-40bf-b57a-4b70c60d7216 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934744 Dec 23 00:37:05.236823 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-ce6c3b2c-0134-49ac-80f5-cd045bedfb5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401862 Dec 23 00:37:05.349330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-bbf6d465-72c9-48b3-87eb-b99cff336236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:05.351842 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-bbf6d465-72c9-48b3-87eb-b99cff336236 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1098 time: 0.0476460 Dec 23 00:37:05.472662 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-69534e42-2e45-49f0-840d-d325d2d45db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:05.474088 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-69534e42-2e45-49f0-840d-d325d2d45db2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.0924017 Dec 23 00:37:05.550560 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-e0fb3780-99b9-4e3f-b840-87799168fa00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 1001 time: 0.0638897 Dec 23 00:37:05.603592 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-d1343979-1131-45f3-9623-24377da32d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:05.605066 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-d1343979-1131-45f3-9623-24377da32d00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0442593 Dec 23 00:37:05.652335 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-1247e19b-4625-4dc0-858e-29b648b5ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:05.653962 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-1247e19b-4625-4dc0-858e-29b648b5ce90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399196 Dec 23 00:37:05.749560 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-6a6e3689-6b5e-4f2d-b18f-b39134555833 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879161 Dec 23 00:37:05.837046 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-49623473-cf47-41e9-aa2e-0a46be802e28 req-d90c2df9-8565-4d8c-8be5-7961b25fbe6f service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797174 Dec 23 00:37:17.932430 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56544) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:18.046922 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-18b29620-f8ae-47b5-8400-31df3b3ff509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.121779 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-18b29620-f8ae-47b5-8400-31df3b3ff509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.127671 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-18b29620-f8ae-47b5-8400-31df3b3ff509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.167724 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-18b29620-f8ae-47b5-8400-31df3b3ff509 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d341be7c70cf4a98813218f657e4f216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342269 Dec 23 00:37:18.168902 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b29620-f8ae-47b5-8400-31df3b3ff509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee912f8a-fa9b-4c25-8673-0e689eef8e0e,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:18.170587 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56548) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:18.220080 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.240859 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.290965 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.293728 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.294843 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee912f8a-fa9b-4c25-8673-0e689eef8e0e HTTP/1.1" status: 204 len: 168 time: 0.1233218 Dec 23 00:37:18.302342 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee9ec7-89eb-42a9-874d-f80ab5dbd398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee912f8a-fa9b-4c25-8673-0e689eef8e0e,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:18.569226 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56556) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:18.586274 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a0b8-6381-46ed-adaa-c8617b6c3d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.662270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a0b8-6381-46ed-adaa-c8617b6c3d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.668267 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a0b8-6381-46ed-adaa-c8617b6c3d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.703638 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a0b8-6381-46ed-adaa-c8617b6c3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec0712-84bb-4e68-b725-7137fa75fd97,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:18.708391 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c5a7a0b8-6381-46ed-adaa-c8617b6c3d82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85f4118a23f849d7b535761a48ce4163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380780 Dec 23 00:37:18.711200 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56558) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:18.758715 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.779979 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.829866 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.832926 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:18.834098 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5ec0712-84bb-4e68-b725-7137fa75fd97 HTTP/1.1" status: 204 len: 168 time: 0.1220682 Dec 23 00:37:18.841818 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa850fc-ac42-4e25-a362-2bded1dfa731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec0712-84bb-4e68-b725-7137fa75fd97,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:21.684041 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56698) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:21.797055 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:21.883527 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:21.888845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:21.927286 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72e7906bb69c4eb3877a54ae649ff292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421196 Dec 23 00:37:21.928145 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebca8130-662e-4d52-bdff-54f3377acbcb,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:21.930141 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56702) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:21.946090 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.946438 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.946778 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.947105 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.947434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.947756 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.948074 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.948397 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.948714 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.949057 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.949373 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.949712 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.950026 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79869f-9f40-42ec-8fbc-c8a4334388f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:21.988728 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.009233 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.056919 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.060933 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.065225 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebca8130-662e-4d52-bdff-54f3377acbcb HTTP/1.1" status: 204 len: 168 time: 0.1315413 Dec 23 00:37:22.070404 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d23a-519f-4ede-bd21-d6425a85cfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebca8130-662e-4d52-bdff-54f3377acbcb,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:22.336855 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56708) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:22.350071 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6844-ea86-4054-ad1b-7934e79dacf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.420454 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6844-ea86-4054-ad1b-7934e79dacf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.426333 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6844-ea86-4054-ad1b-7934e79dacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.462652 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-8dfe6844-ea86-4054-ad1b-7934e79dacf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4ba6ad913b64eb3bd44cf5b125666a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247447 Dec 23 00:37:22.463461 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe6844-ea86-4054-ad1b-7934e79dacf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c444b1e-8a6a-41db-bb79-2a8af7c5a34c,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:22.465605 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56710) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:22.512169 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.534880 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.581118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.583924 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:22.585045 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c444b1e-8a6a-41db-bb79-2a8af7c5a34c HTTP/1.1" status: 204 len: 168 time: 0.1183777 Dec 23 00:37:22.594556 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db432a-446d-4602-8f95-8e18c58c68d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c444b1e-8a6a-41db-bb79-2a8af7c5a34c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:25.082102 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56784) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:25.188362 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.264625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.270268 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.307474 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f3915fb6b164471afcd6d4b03734ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242866 Dec 23 00:37:25.308297 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55289fa-d755-42f9-9863-c64debf3a250,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:25.310137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56788) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:25.321526 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.321902 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.322229 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.322555 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.322858 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.323281 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.323563 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.323949 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.324272 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.324775 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.325096 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.325406 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.325812 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb7e9a-329d-4251-ac2e-ae1a5d4cdba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:37:25.372537 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.394472 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.443276 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.445888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.447039 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e55289fa-d755-42f9-9863-c64debf3a250 HTTP/1.1" status: 204 len: 168 time: 0.1360488 Dec 23 00:37:25.454887 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6c425-5b7a-453a-9dd6-1fd4c84bd1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55289fa-d755-42f9-9863-c64debf3a250,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:25.721365 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56794) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:25.734897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4022d555-6fae-4441-af0c-34bbd1cd4188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.810936 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4022d555-6fae-4441-af0c-34bbd1cd4188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.817053 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4022d555-6fae-4441-af0c-34bbd1cd4188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.853509 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4022d555-6fae-4441-af0c-34bbd1cd4188 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a48903430064297abe3ba17b8acd70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310544 Dec 23 00:37:25.854340 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022d555-6fae-4441-af0c-34bbd1cd4188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30378f2b-c82e-45c2-b804-d98efd2f17a0,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:25.856475 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56796) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:25.907337 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.928170 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.981964 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.984840 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:25.986026 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30378f2b-c82e-45c2-b804-d98efd2f17a0 HTTP/1.1" status: 204 len: 168 time: 0.1284790 Dec 23 00:37:25.993756 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715aa48f-4e14-4243-8c5d-6b0cf9cc90ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30378f2b-c82e-45c2-b804-d98efd2f17a0,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:26.410193 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-25205fd7-7428-4c3d-8164-ff582e563a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:27.700570 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:37:27.966956 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56868) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:28.086529 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22e95c82-ed0a-4e8c-afe6-0f8aa1a3a17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.160489 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22e95c82-ed0a-4e8c-afe6-0f8aa1a3a17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.166640 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-22e95c82-ed0a-4e8c-afe6-0f8aa1a3a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.203091 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-22e95c82-ed0a-4e8c-afe6-0f8aa1a3a17e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7908e43178e74428ab6bd07f45336c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349956 Dec 23 00:37:28.203893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e95c82-ed0a-4e8c-afe6-0f8aa1a3a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c332a-a218-4841-b933-9a965e86c2c9,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:28.206286 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56872) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:28.254988 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.278856 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.329189 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.332454 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.333732 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e33c332a-a218-4841-b933-9a965e86c2c9 HTTP/1.1" status: 204 len: 168 time: 0.1263833 Dec 23 00:37:28.343057 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2eb6a-5832-4fa6-9750-8c92ddacfd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c332a-a218-4841-b933-9a965e86c2c9,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:28.539841 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a3a5df19-8e0b-4627-b0ba-a7fd278ae26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.621784 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56882) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:28.634917 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-40ca32f5-0721-4c86-bc56-2be7b64c7e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.715430 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-40ca32f5-0721-4c86-bc56-2be7b64c7e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.721404 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-40ca32f5-0721-4c86-bc56-2be7b64c7e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.759115 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-40ca32f5-0721-4c86-bc56-2be7b64c7e35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61c731c0fd8d43c89fa6769f0ec8447b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360960 Dec 23 00:37:28.760066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca32f5-0721-4c86-bc56-2be7b64c7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574b091-e9a5-4269-acab-7584c14a03f7,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:28.760856 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 56884) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:28.811072 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.832263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.886723 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.889313 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:28.890504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3574b091-e9a5-4269-acab-7584c14a03f7 HTTP/1.1" status: 204 len: 168 time: 0.1285269 Dec 23 00:37:28.898020 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ef4c-a11f-4b09-8f54-bed22eeaca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574b091-e9a5-4269-acab-7584c14a03f7,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:29.347771 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:29.776524 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:29.977905 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56920) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:30.090466 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7e96721f-c6c7-45a3-87f8-0d6e3284f1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.161981 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7e96721f-c6c7-45a3-87f8-0d6e3284f1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.169042 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-7e96721f-c6c7-45a3-87f8-0d6e3284f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.213846 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96721f-c6c7-45a3-87f8-0d6e3284f1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583df803-1739-4fb1-8ef4-7b8ca1f3d9bd,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:30.217969 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-7e96721f-c6c7-45a3-87f8-0d6e3284f1e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7877e5804ab947598e266fd34b4535f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390654 Dec 23 00:37:30.220656 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 56924) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:30.267597 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.287860 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.340729 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.343342 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:30.344476 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/583df803-1739-4fb1-8ef4-7b8ca1f3d9bd HTTP/1.1" status: 204 len: 168 time: 0.1229172 Dec 23 00:37:30.352292 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424f445-22c4-46b3-a479-f1abc9c6f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583df803-1739-4fb1-8ef4-7b8ca1f3d9bd,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:31.262538 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:32.099433 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.477875 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57008) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:34.581794 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a9e2ec3f-d7cc-4f49-9325-5fb0e32e4728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.657170 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a9e2ec3f-d7cc-4f49-9325-5fb0e32e4728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.662804 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a9e2ec3f-d7cc-4f49-9325-5fb0e32e4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.699359 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a9e2ec3f-d7cc-4f49-9325-5fb0e32e4728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e3d9001e6354048a7e9bfc0fae5c3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204206 Dec 23 00:37:34.700191 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2ec3f-d7cc-4f49-9325-5fb0e32e4728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3b5a2-1be8-459a-9f91-ef5ea775cbc2,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:34.702545 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57012) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:34.752415 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.773375 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.825514 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.829472 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:34.831374 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee3b5a2-1be8-459a-9f91-ef5ea775cbc2 HTTP/1.1" status: 204 len: 168 time: 0.1277764 Dec 23 00:37:34.839270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1f7a-ddd9-45ce-8f10-7ce03da42500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3b5a2-1be8-459a-9f91-ef5ea775cbc2,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:35.117280 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57018) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:35.130553 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-423314c6-72ae-451b-92cd-f1a6c816f9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.207019 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-423314c6-72ae-451b-92cd-f1a6c816f9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.213341 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-423314c6-72ae-451b-92cd-f1a6c816f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.258938 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-423314c6-72ae-451b-92cd-f1a6c816f9cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d65a51e2a26430da26d05cb40dc495a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405382 Dec 23 00:37:35.259767 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423314c6-72ae-451b-92cd-f1a6c816f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f49d7a-7a0f-4685-8b46-c04bd6269be7,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:35.261884 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57020) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:35.311938 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.334644 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.387484 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.390261 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:35.391388 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4f49d7a-7a0f-4685-8b46-c04bd6269be7 HTTP/1.1" status: 204 len: 168 time: 0.1285069 Dec 23 00:37:35.399013 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178f3d9-bac4-4124-b44f-c6db17f6694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f49d7a-7a0f-4685-8b46-c04bd6269be7,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:39.036316 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57074) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:39.144448 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ab69ec3-dd04-4646-9276-fdc1f3949417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.218033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ab69ec3-dd04-4646-9276-fdc1f3949417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.223360 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1ab69ec3-dd04-4646-9276-fdc1f3949417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.258413 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69ec3-dd04-4646-9276-fdc1f3949417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49105b0f-5e1f-4e1e-9c16-696342f32364,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:39.262560 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1ab69ec3-dd04-4646-9276-fdc1f3949417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b9cb59a1cd3444e9086fd490da87599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252080 Dec 23 00:37:39.265385 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57078) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:39.310199 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.334542 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.382851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.385612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:39.386744 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49105b0f-5e1f-4e1e-9c16-696342f32364 HTTP/1.1" status: 204 len: 168 time: 0.1204607 Dec 23 00:37:39.394124 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f827f04-2db4-4b31-9d23-fcf900e45afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49105b0f-5e1f-4e1e-9c16-696342f32364,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:53.565146 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53861dcc-4a1e-4dde-aa22-ec7a2f84d57a req-c91b7ec9-5e12-404e-bf2e-673e37371d1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:53.566541 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53861dcc-4a1e-4dde-aa22-ec7a2f84d57a req-c91b7ec9-5e12-404e-bf2e-673e37371d1b tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0602889 Dec 23 00:37:53.613337 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-53861dcc-4a1e-4dde-aa22-ec7a2f84d57a req-62578e72-4c59-4efa-852a-291104df1543 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Dec 23 00:37:54.737172 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cee2e-285c-4d40-9d88-b75f32f1bcca req-ac073caa-b4c6-4c94-9e8c-3d235c190d18 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:54.738665 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-523cee2e-285c-4d40-9d88-b75f32f1bcca req-ac073caa-b4c6-4c94-9e8c-3d235c190d18 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Dec 23 00:37:54.783690 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-523cee2e-285c-4d40-9d88-b75f32f1bcca req-1bc6eb4d-9385-4445-823f-785e428a7f76 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups?id=60ceebd6-754b-4f52-a827-db11d9a003ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Dec 23 00:37:55.341112 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-b6d669ab-bc65-4ced-814b-f41fabc43ae9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:37:55.342567 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-b6d669ab-bc65-4ced-814b-f41fabc43ae9 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 945 time: 0.0576508 Dec 23 00:37:55.440957 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Deleting port 8223127c-3abd-489d-986c-c6da7d9ba635 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:37:55.441513 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:55.530628 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] For port 8223127c-3abd-489d-986c-c6da7d9ba635, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8223127c-3abd-489d-986c-c6da7d9ba635,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:37:55.530980 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:55.707823 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:55.708120 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:55.708731 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Floating IP 9182abe3-bd0d-4b3b-937b-b0aa31420531 disassociated. External IP: 172.27.1.212, port: 8223127c-3abd-489d-986c-c6da7d9ba635. Dec 23 00:37:55.709005 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Calling delete_port for 8223127c-3abd-489d-986c-c6da7d9ba635 owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:37:55.837247 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:55.870219 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'Port': ['ID=8223127c-3abd-489d-986c-c6da7d9ba635,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:55.899051 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d953664d-0556-4318-88c8-f6736477ccee req-935b5bda-c2c9-40ae-8897-212a79811d45 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/ports?device_id=de2f70e3-f30a-4c8b-b30d-a75ca4f22a66 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Dec 23 00:37:56.007069 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:37:56.121933 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:37:56.131608 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:37:56.142428 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:37:56.142969 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:37:56.160238 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] No DVR routers for this DVR port 8223127c-3abd-489d-986c-c6da7d9ba635 on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:37:56.163091 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:56.166462 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2b3a1957-0d45-4241-b618-67c6f0d2e001 req-8a0cc6f1-9dac-4bea-832d-106db7c01880 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.43 "DELETE /v2.0/ports/8223127c-3abd-489d-986c-c6da7d9ba635 HTTP/1.1" status: 204 len: 173 time: 0.8160059 Dec 23 00:37:56.166971 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'name': 'network-vif-deleted', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:37:56.169289 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ed994-57d2-4a4a-af9e-92fe7f71e60e" -d '{"events": [{"server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "name": "network-vif-deleted", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:37:56.210497 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce1518-4e1c-4438-98af-205a425e99fa x-openstack-request-id: req-bcce1518-4e1c-4438-98af-205a425e99fa {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:37:56.210841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2f70e3-f30a-4c8b-b30d-a75ca4f22a66", "name": "network-vif-deleted", "tag": "8223127c-3abd-489d-986c-c6da7d9ba635", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:37:56.211161 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcce1518-4e1c-4438-98af-205a425e99fa {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:37:56.211589 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2f70e3-f30a-4c8b-b30d-a75ca4f22a66', 'name': 'network-vif-deleted', 'tag': '8223127c-3abd-489d-986c-c6da7d9ba635', 'status': 'completed', 'code': 200} Dec 23 00:37:56.248386 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:37:56.417099 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-daeb2b4f-cf48-4516-865c-a73052b6400c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:56.549345 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:37:56.576643 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:37:56.586374 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:37:56.586972 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:37:56.693162 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:37:56.898078 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:37:56.927741 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49930bae-88ef-4eff-8f5b-790becc9b173 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:01Z', 'revision_number': 4, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'fe005ad2-5c1b-496a-bc78-a6a2af264a1a', 'name': '', 'network_id': '6ef780ac-4c23-4e3f-afa7-2d082926af14', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'mac_address': 'fa:16:3e:94:0d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:33:01Z', 'updated_at': '2021-12-23T00:33:05Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'subnets': [{'id': 'c69fea4c-fb11-48bb-9d03-c012cd5fa11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:37:56.993839 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57186) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:57.047097 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.070469 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.120258 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.122981 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.124151 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "DELETE /v2.0/security-groups/60ceebd6-754b-4f52-a827-db11d9a003ad HTTP/1.1" status: 204 len: 168 time: 0.1293273 Dec 23 00:37:57.127427 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57188) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:57.134401 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f3d7b-9396-4707-ac6e-5a45cfe9a136 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ceebd6-754b-4f52-a827-db11d9a003ad,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:57.143480 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.api.v2.resource [None req-685c31a4-cf36-4b95-b997-99afedd45538 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] show failed (client error): The resource could not be found. Dec 23 00:37:57.145581 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-685c31a4-cf36-4b95-b997-99afedd45538 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "GET /v2.0/security-groups/60ceebd6-754b-4f52-a827-db11d9a003ad HTTP/1.1" status: 404 len: 347 time: 0.0160210 Dec 23 00:37:57.147615 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57190) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:37:57.169063 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382566ba-9e27-470e-94b2-686a87ba41ad None None] New status for floating IP 9182abe3-bd0d-4b3b-937b-b0aa31420531: DOWN {{(pid=108948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:37:57.270006 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Deleting port fe955965-3ead-4be7-89ec-db3644b16f7e {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:37:57.270351 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.345033 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.345353 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.356532 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Calling delete_port for fe955965-3ead-4be7-89ec-db3644b16f7e owned by network:floatingip {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:37:57.503728 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.528350 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Pushing event deleted for resources: {'Port': ['ID=fe955965-3ead-4be7-89ec-db3644b16f7e,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:37:57.587659 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks [] for floatingip, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.590350 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:57.591507 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-932495e6-8996-4e9d-8394-8698a27d9070 tempest-AttachVolumeTestJSON-1194071734 tempest-AttachVolumeTestJSON-1194071734-project] 10.222.0.24 "DELETE /v2.0/floatingips/9182abe3-bd0d-4b3b-937b-b0aa31420531 HTTP/1.1" status: 204 len: 168 time: 0.4428840 Dec 23 00:37:58.551238 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f2322400-d588-47df-8420-b4461292c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:58.722101 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 8223127c-3abd-489d-986c-c6da7d9ba635 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:37:58.751870 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 8223127c-3abd-489d-986c-c6da7d9ba635 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:37:58.752216 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 8223127c-3abd-489d-986c-c6da7d9ba635 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:37:59.356305 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:37:59.783156 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:01.154404 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57218) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:01.264384 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:01.674108 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.094194 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.175631 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Deleting port fe005ad2-5c1b-496a-bc78-a6a2af264a1a {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:02.176226 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.251092 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] For port fe005ad2-5c1b-496a-bc78-a6a2af264a1a, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:02.251446 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.264018 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Calling delete_port for fe005ad2-5c1b-496a-bc78-a6a2af264a1a owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:02.437371 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.465260 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe005ad2-5c1b-496a-bc78-a6a2af264a1a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:02.623330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:02.865393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Router b72dfd01-7b85-41b0-870e-aaf774916849 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:38:02.882600 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-d9a612b3-d7d2-4e78-ae1b-1a4bfc281586 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573106 Dec 23 00:38:03.007881 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-851ced66-acac-4b36-908f-ec70e9c510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:03.009359 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-851ced66-acac-4b36-908f-ec70e9c510fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1098 time: 0.0915303 Dec 23 00:38:03.012383 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:38:03.017612 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3a38a47b-9b2b-4988-a09c-27da30ee7f0d admin admin] 10.222.0.24 "PUT /v2.0/routers/b72dfd01-7b85-41b0-870e-aaf774916849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8617370 Dec 23 00:38:03.019878 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57222) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:03.022637 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Sync routers for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:38:03.034972 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:03.035493 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:03.136570 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:03.187867 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks [] for router, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:03.190978 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-4834f81f-24ef-4a2d-9e69-bd8029e02222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:03.192468 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-4834f81f-24ef-4a2d-9e69-bd8029e02222 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.1338639 Dec 23 00:38:03.306043 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:38:02Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:03.317966 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-5734ea28-e298-4b63-945e-98e54a9197ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 200 len: 999 time: 0.0966587 Dec 23 00:38:03.335763 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Checking router: b72dfd01-7b85-41b0-870e-aaf774916849 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:38:03.344371 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Routers {'b72dfd01-7b85-41b0-870e-aaf774916849'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:03.344961 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['b72dfd01-7b85-41b0-870e-aaf774916849'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:03.363270 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:03.379746 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-4c43f8e9-b218-4ddb-9d6b-79e27cb3c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:03.381215 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-4c43f8e9-b218-4ddb-9d6b-79e27cb3c99e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0550568 Dec 23 00:38:03.447158 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] Set router b72dfd01-7b85-41b0-870e-aaf774916849 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:03.452993 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-9d0500ca-60f5-4f57-842c-22400108ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:03.454512 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-9d0500ca-60f5-4f57-842c-22400108ec31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519071 Dec 23 00:38:03.458242 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Deleting port 41f1289e-7197-4796-883e-55b98f8ea38b {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:03.458612 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:03.596941 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] For port 41f1289e-7197-4796-883e-55b98f8ea38b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=41f1289e-7197-4796-883e-55b98f8ea38b,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:03.597203 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:03.610286 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-ec4e45ea-d5b5-47e1-a568-70772291286a service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404541 Dec 23 00:38:03.613864 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Calling delete_port for 41f1289e-7197-4796-883e-55b98f8ea38b owned by network:router_gateway {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:03.621041 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:38:02Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:03.646650 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1641c-55e0-4abb-8663-a98d89b32f93 None None] The sync data for ids ['b72dfd01-7b85-41b0-870e-aaf774916849'] in dv-cinder-822768-1-iscsi is: [{'id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'name': 'tempest-AttachVolumeTestJSON-1153723744-router', 'tenant_id': '8d963ff0ae79470cb096ee57994beae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:38:02Z', 'revision_number': 5, 'project_id': '8d963ff0ae79470cb096ee57994beae2', 'gw_port': {'id': '41f1289e-7197-4796-883e-55b98f8ea38b', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfd01-7b85-41b0-870e-aaf774916849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:32:58Z', 'updated_at': '2021-12-23T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:38:03.749274 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-13b2d729-bf98-49ca-9c42-47accf6b8ad9 req-2e8a3e63-1e7c-4568-84f4-3e3b0c566e4f service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314890 Dec 23 00:38:03.851084 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:03.874857 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f1289e-7197-4796-883e-55b98f8ea38b,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:03.935630 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.022022 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.024224 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.070839 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.071413 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b72dfd01-7b85-41b0-870e-aaf774916849 {{(pid=108946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:38:04.076076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.077345 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-d892c736-0b40-4283-b814-540df863a952 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b72dfd01-7b85-41b0-870e-aaf774916849 HTTP/1.1" status: 204 len: 168 time: 1.0564780 Dec 23 00:38:04.080415 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57224) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:04.124509 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Deleting subnet c69fea4c-fb11-48bb-9d03-c012cd5fa11b {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:38:04.127909 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.164143 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.240522 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.296596 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.318661 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69fea4c-fb11-48bb-9d03-c012cd5fa11b,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:04.324135 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.327365 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-3ad44e59-54ff-44ac-b505-f956c8aeb41f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c69fea4c-fb11-48bb-9d03-c012cd5fa11b HTTP/1.1" status: 204 len: 168 time: 0.2459524 Dec 23 00:38:04.330771 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57226) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:04.337068 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf938c6-ab50-4e2d-8895-867132a37e02 None None] Network 6ef780ac-4c23-4e3f-afa7-2d082926af14 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:38:04.404735 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.459302 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Deleting port 390114a4-0383-4489-a79d-16a409401c63 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:04.459636 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.485226 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740cc4b-d75b-4481-9367-25546884080f None None] DHCP port deletion for 6ef780ac-4c23-4e3f-afa7-2d082926af14 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:38:04.518346 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] For port 390114a4-0383-4489-a79d-16a409401c63, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=390114a4-0383-4489-a79d-16a409401c63,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:04.518683 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.530699 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Calling delete_port for 390114a4-0383-4489-a79d-16a409401c63 owned by network:dhcp {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:04.531119 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Deleting port 390114a4-0383-4489-a79d-16a409401c63 {{(pid=108948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:04.531495 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.592929 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-0740cc4b-d75b-4481-9367-25546884080f None None] For port 390114a4-0383-4489-a79d-16a409401c63, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=390114a4-0383-4489-a79d-16a409401c63,segment=NetworkSegment(8a59ae00-a933-4914-aac4-7d8bca7b6ec2),segment_id=8a59ae00-a933-4914-aac4-7d8bca7b6ec2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:04.593707 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.608144 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Calling delete_port for 390114a4-0383-4489-a79d-16a409401c63 owned by network:dhcp {{(pid=108948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:04.622594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.648323 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Pushing event deleted for resources: {'Port': ['ID=390114a4-0383-4489-a79d-16a409401c63,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:04.651433 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] No DVR routers for this DVR port 390114a4-0383-4489-a79d-16a409401c63 on host dv-cinder-822768-1-iscsi {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:04.684118 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622'] for port, after_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.700114 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:38:04.709962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Pushing event deleted for resources: {'Port': ['ID=390114a4-0383-4489-a79d-16a409401c63,revision_number=None']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:04.712171 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740cc4b-d75b-4481-9367-25546884080f None None] No DVR routers for this DVR port 390114a4-0383-4489-a79d-16a409401c63 on host dv-cinder-822768-1-iscsi {{(pid=108948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:04.721843 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.722271 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.722662 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.723062 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.723462 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.723643 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.723911 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.724330 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.724663 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.724995 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.725320 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.725669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.725992 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.726381 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0740cc4b-d75b-4481-9367-25546884080f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:04.743893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef780ac-4c23-4e3f-afa7-2d082926af14']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:04.752667 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a59ae00-a933-4914-aac4-7d8bca7b6ec2') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:04.752958 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a59ae00-a933-4914-aac4-7d8bca7b6ec2') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:04.761712 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.774238 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.780117 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:38:04.780493 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.782124 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:38:04.785414 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:38:04.837123 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.838429 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 41f1289e-7197-4796-883e-55b98f8ea38b no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:04.842419 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:04.845690 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ef780ac-4c23-4e3f-afa7-2d082926af14 HTTP/1.1" status: 204 len: 168 time: 0.5132735 Dec 23 00:38:04.857854 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24217c-172d-49fa-9a95-fb50f5197574 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef780ac-4c23-4e3f-afa7-2d082926af14,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:04.861459 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 41f1289e-7197-4796-883e-55b98f8ea38b {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:04.861845 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 41f1289e-7197-4796-883e-55b98f8ea38b not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:04.862344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 390114a4-0383-4489-a79d-16a409401c63 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:04.882285 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 390114a4-0383-4489-a79d-16a409401c63 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:04.882703 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 390114a4-0383-4489-a79d-16a409401c63 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:04.883191 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fe005ad2-5c1b-496a-bc78-a6a2af264a1a no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:04.904613 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: fe005ad2-5c1b-496a-bc78-a6a2af264a1a {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:04.904962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fe005ad2-5c1b-496a-bc78-a6a2af264a1a not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:04.959552 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57230) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:05.008948 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b866867d-b9f1-43f7-99db-15c3a8f714f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d963ff0ae79470cb096ee57994beae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481958 Dec 23 00:38:05.012641 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57232) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:05.059228 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:05.079275 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:05.138594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:05.141271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:05.142454 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1157ccc0-a7f6-44b4-86d7-e2b8aa3a234b HTTP/1.1" status: 204 len: 168 time: 0.1289344 Dec 23 00:38:05.149937 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c20bf-c722-4efa-8d00-9e0f286ec033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157ccc0-a7f6-44b4-86d7-e2b8aa3a234b,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:14.536066 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57340) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:14.655693 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3118-9e0e-444f-a552-1aac2ea03ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.727289 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3118-9e0e-444f-a552-1aac2ea03ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.732826 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3118-9e0e-444f-a552-1aac2ea03ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.771541 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-8a7a3118-9e0e-444f-a552-1aac2ea03ae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34a03a759dfc4048a10ee24965d75780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319055 Dec 23 00:38:14.771541 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a3118-9e0e-444f-a552-1aac2ea03ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f7f00f-3d0e-40ad-ad73-15c9d62df116,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:14.772717 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57344) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:14.821685 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.841932 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.892825 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.895643 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:14.896795 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54f7f00f-3d0e-40ad-ad73-15c9d62df116 HTTP/1.1" status: 204 len: 168 time: 0.1228755 Dec 23 00:38:14.904498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ebd3-2b1f-464d-8ea8-7f7ec535994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f7f00f-3d0e-40ad-ad73-15c9d62df116,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:26.422551 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7613792d-21cf-4819-aad6-4bd7a671fc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:26.861236 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57490) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:27.283043 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port bf54a2a2-62d8-422e-9c93-be68c759d85e {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:27.283383 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.355297 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.355502 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.366929 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for bf54a2a2-62d8-422e-9c93-be68c759d85e owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:27.549327 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.582498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=bf54a2a2-62d8-422e-9c93-be68c759d85e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:27.592102 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.592458 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.592837 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.593176 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.593508 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.593867 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.594855 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.594855 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.594855 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.595176 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.595453 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.595767 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.596087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:27.659290 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.659620 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 0c544538-ad0f-454c-add3-14c4f560f8b9 disassociated (deleted). External IP: 172.27.1.3, port: 87b522db-f887-402d-9605-521dfc746bb0. Dec 23 00:38:27.864632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:38:27.973924 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:38:27.978896 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:27.983643 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:38:27.994546 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:27.995145 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:28.009933 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-8032e75c-29e0-46d5-91e1-8f3c6d5f7f1e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "DELETE /v2.0/floatingips/0c544538-ad0f-454c-add3-14c4f560f8b9 HTTP/1.1" status: 204 len: 168 time: 1.1450410 Dec 23 00:38:28.009933 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:38:28.010365 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674a637-2518-4da1-90e4-ca24acbbfaef" -d '{"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:38:28.047354 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f8d573-c47b-4e17-8832-09f4e8fa18b2 x-openstack-request-id: req-99f8d573-c47b-4e17-8832-09f4e8fa18b2 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:38:28.047674 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "tag": "87b522db-f887-402d-9605-521dfc746bb0", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:38:28.047993 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99f8d573-c47b-4e17-8832-09f4e8fa18b2 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:38:28.048466 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'tag': '87b522db-f887-402d-9605-521dfc746bb0', 'status': 'completed', 'code': 200} Dec 23 00:38:28.107059 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:28.152829 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-35dd8da7-9121-4933-99c0-3222522405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:28.154437 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-35dd8da7-9121-4933-99c0-3222522405fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 1098 time: 0.0558410 Dec 23 00:38:28.326247 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071c2f4-dccd-4f0f-8f5a-3ba996eabf77 req-95f5466b-e590-4ce9-9527-e88c351e8764 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:28.327717 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5071c2f4-dccd-4f0f-8f5a-3ba996eabf77 req-95f5466b-e590-4ce9-9527-e88c351e8764 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.1005957 Dec 23 00:38:28.334079 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-5b32fc6f-6bf9-442d-b222-16df2f8d71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:28.335682 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-5b32fc6f-6bf9-442d-b222-16df2f8d71ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.1281369 Dec 23 00:38:28.345274 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:28.377816 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:38:28.386504 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:28.387142 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:37:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:28.395150 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-433b7e4d-6348-439b-8b62-6e9d18d315e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 200 len: 217 time: 0.0449703 Dec 23 00:38:28.450106 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-5071c2f4-dccd-4f0f-8f5a-3ba996eabf77 req-2d82983b-c628-41bf-9872-ff1541b2377e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134226 Dec 23 00:38:28.462858 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-25083857-62cb-4a63-abf4-5d0df0f736f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:28.464556 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-25083857-62cb-4a63-abf4-5d0df0f736f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0613420 Dec 23 00:38:28.490717 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:28.511469 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-9751acde-1633-4a46-ac90-418bfc3c5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:28.512965 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-9751acde-1633-4a46-ac90-418bfc3c5d46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399969 Dec 23 00:38:28.582649 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-688b6f32-6cff-4aea-99ec-4644078e81c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:28.611027 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-9e8a790c-4cda-4aab-bafc-04bf594bc4f5 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881987 Dec 23 00:38:28.699902 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f674a637-2518-4da1-90e4-ca24acbbfaef req-422ba986-ab4f-4c85-89f5-1201e77598e2 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811577 Dec 23 00:38:28.726243 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:28.757686 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a95810-ad3d-48a4-82ab-b30f6822d1b2 None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': '43921038-f4fb-49f7-8bec-f869ca698ddc', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'port_id': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'mac_address': 'fa:16:3e:5c:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:34:51Z', 'updated_at': '2021-12-23T00:34:53Z', 'revision_number': 1, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:38:28.977985 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ed156-20c7-408a-8cfe-85ddcc3ca33f None None] New status for floating IP 0c544538-ad0f-454c-add3-14c4f560f8b9: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:38:29.356586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:29.573373 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b2d16-1ab1-4d38-9511-c87d599ce895 req-dd49e803-fb53-4f63-8f98-08600f83b866 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:29.574889 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9a8b2d16-1ab1-4d38-9511-c87d599ce895 req-dd49e803-fb53-4f63-8f98-08600f83b866 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Dec 23 00:38:29.623810 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9a8b2d16-1ab1-4d38-9511-c87d599ce895 req-0b01a397-1725-4e0d-ae66-abdebcdc2f80 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Dec 23 00:38:29.784118 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:29.961200 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-2c461f47-349e-40c1-a47b-eae9b4318ef4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:29.962671 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-2c461f47-349e-40c1-a47b-eae9b4318ef4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 945 time: 0.0580547 Dec 23 00:38:30.060356 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port 87b522db-f887-402d-9605-521dfc746bb0 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:30.060678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:30.149841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] For port 87b522db-f887-402d-9605-521dfc746bb0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=87b522db-f887-402d-9605-521dfc746bb0,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:30.150194 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:30.162242 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for 87b522db-f887-402d-9605-521dfc746bb0 owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:30.292331 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:30.318594 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=87b522db-f887-402d-9605-521dfc746bb0,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:30.365655 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] No DVR routers for this DVR port 87b522db-f887-402d-9605-521dfc746bb0 on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:30.368166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:30.371554 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fcf120da-e091-4d5e-98f1-33006fad1284 req-31446ab9-fa6e-4a47-a3d8-69111531b488 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "DELETE /v2.0/ports/87b522db-f887-402d-9605-521dfc746bb0 HTTP/1.1" status: 204 len: 173 time: 0.4017498 Dec 23 00:38:30.371991 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'name': 'network-vif-deleted', 'tag': '87b522db-f887-402d-9605-521dfc746bb0'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:38:30.374249 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af899b4-28f0-45bd-a2c0-2a04709c6fa4" -d '{"events": [{"server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "name": "network-vif-deleted", "tag": "87b522db-f887-402d-9605-521dfc746bb0"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:38:30.410989 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6c3ea-c158-4200-bb58-21c6eccaef58 x-openstack-request-id: req-89d6c3ea-c158-4200-bb58-21c6eccaef58 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:38:30.411280 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ebc17d-7021-4706-acc4-262b151b4d58", "name": "network-vif-deleted", "tag": "87b522db-f887-402d-9605-521dfc746bb0", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:38:30.411536 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89d6c3ea-c158-4200-bb58-21c6eccaef58 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:38:30.411937 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ebc17d-7021-4706-acc4-262b151b4d58', 'name': 'network-vif-deleted', 'tag': '87b522db-f887-402d-9605-521dfc746bb0', 'status': 'completed', 'code': 200} Dec 23 00:38:30.728157 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0af39b4-7aac-4219-b8ae-2eda7788b4d8 req-608a5ff5-044f-4240-9763-2bd7669c4f2a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ebc17d-7021-4706-acc4-262b151b4d58 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Dec 23 00:38:31.267865 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.354023 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57568) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:31.467591 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.545911 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.551946 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.592965 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=631342d262e540598e99fc942a314ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378666 Dec 23 00:38:31.594080 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203151b5-2b52-4217-8351-2fa5eb8e5d88,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:31.595926 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57572) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:31.609181 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.609584 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.609898 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.610221 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.610534 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.610851 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.611161 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.611471 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.611974 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.612375 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.612763 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.613092 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.613402 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d2184-73bf-4e77-a57a-9091aa12d4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:38:31.648735 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.670167 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.723323 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.726034 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:31.727187 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/203151b5-2b52-4217-8351-2fa5eb8e5d88 HTTP/1.1" status: 204 len: 168 time: 0.1302598 Dec 23 00:38:31.735039 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f07c2-9688-4fdb-8545-c92f9015d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203151b5-2b52-4217-8351-2fa5eb8e5d88,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:31.999946 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57584) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:32.013585 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0c050727-546d-4cfb-b5da-9b4255700391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.088726 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0c050727-546d-4cfb-b5da-9b4255700391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.093569 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0c050727-546d-4cfb-b5da-9b4255700391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.096459 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.133757 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0c050727-546d-4cfb-b5da-9b4255700391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6df333cf77945779d573de376c7459b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326492 Dec 23 00:38:32.134616 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c050727-546d-4cfb-b5da-9b4255700391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d4555-99f1-4b9a-a15b-b27d39114e72,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:32.136737 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57586) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:32.184959 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.205719 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.257413 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.260051 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:32.261193 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db4d4555-99f1-4b9a-a15b-b27d39114e72 HTTP/1.1" status: 204 len: 168 time: 0.1233881 Dec 23 00:38:32.268760 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c2d0b-707e-4773-bdea-cdfec1a638c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d4555-99f1-4b9a-a15b-b27d39114e72,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:32.891666 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 87b522db-f887-402d-9605-521dfc746bb0 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:32.915309 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 87b522db-f887-402d-9605-521dfc746bb0 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:32.915661 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 87b522db-f887-402d-9605-521dfc746bb0 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:34.013720 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57638) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:34.173592 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port bb7541f1-4ef4-4d02-98d8-ac89abf0323c {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:34.173847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.247271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.247585 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.258906 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for bb7541f1-4ef4-4d02-98d8-ac89abf0323c owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:34.420679 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.444676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=bb7541f1-4ef4-4d02-98d8-ac89abf0323c,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:34.507026 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.507305 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Floating IP 43921038-f4fb-49f7-8bec-f869ca698ddc disassociated (deleted). External IP: 172.27.1.200, port: ad3fc884-c58d-4b6a-a9d7-09a330eea8db. Dec 23 00:38:34.709419 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:38:34.815933 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:38:34.821076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:34.825810 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:38:34.835966 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:34.836584 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:34.848322 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-bc5256a0-bc01-4dd1-9fb8-8923a5b82b6b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "DELETE /v2.0/floatingips/43921038-f4fb-49f7-8bec-f869ca698ddc HTTP/1.1" status: 204 len: 168 time: 0.8334386 Dec 23 00:38:34.848908 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:38:34.851198 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93c2ef8-1ae3-4055-b8f5-b4969442887d" -d '{"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:38:34.887334 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b238546f-c42d-40a0-89ae-ffb7fd63c4f9 x-openstack-request-id: req-b238546f-c42d-40a0-89ae-ffb7fd63c4f9 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:38:34.887639 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:38:34.888118 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b238546f-c42d-40a0-89ae-ffb7fd63c4f9 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:38:34.888661 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'status': 'completed', 'code': 200} Dec 23 00:38:34.941054 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:34.990894 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-fdbd228f-37bb-4405-8eaf-977d386fc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:34.992635 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-fdbd228f-37bb-4405-8eaf-977d386fc222 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838c5abfd096404b84f3db7097491aa4&device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 1098 time: 0.0587142 Dec 23 00:38:35.137586 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f729a9b-2074-4e45-8d8c-089ec3d02dae req-c53b69c6-1c41-4c34-8d6d-95c2cb9bebce tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:35.139078 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6f729a9b-2074-4e45-8d8c-089ec3d02dae req-c53b69c6-1c41-4c34-8d6d-95c2cb9bebce tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.1098204 Dec 23 00:38:35.167392 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:35.177084 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-7eadcb73-56da-46a8-92f4-a41fe826503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:35.178413 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-7eadcb73-56da-46a8-92f4-a41fe826503c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 200 len: 913 time: 0.1371362 Dec 23 00:38:35.209575 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:38:35.218707 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:35.219593 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:35.235163 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-1a0535b7-ec96-4c6d-85ef-e16bda42a3b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 200 len: 217 time: 0.0432820 Dec 23 00:38:35.243877 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6f729a9b-2074-4e45-8d8c-089ec3d02dae req-4ca063cb-6364-4f97-9760-8a46274ede92 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887380 Dec 23 00:38:35.285384 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-50c767d2-df1f-4cd2-9072-d381cd1c0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:35.286937 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-50c767d2-df1f-4cd2-9072-d381cd1c0f2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 200 len: 851 time: 0.0422099 Dec 23 00:38:35.327310 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:35.337961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-f67bc8d3-92c4-4f46-840a-80a390c2c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:35.339414 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-f67bc8d3-92c4-4f46-840a-80a390c2c4c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430295 Dec 23 00:38:35.427034 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-0dc691e9-6576-4981-adec-763218ebd7c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785174 Dec 23 00:38:35.518890 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a93c2ef8-1ae3-4055-b8f5-b4969442887d req-d633be64-4829-4db2-8ceb-ef41973e6d6d service neutron] 10.222.0.43 "GET /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 Dec 23 00:38:35.522875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:35.548636 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963d701-2b6a-4daf-95f0-5341a0c1d3ed None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:30:06Z', 'revision_number': 4, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': 'b666f961-0665-47cd-8798-4b21e9bbedca', 'name': '', 'network_id': 'b9f030f2-43c1-4e27-83d5-ac6063c2a3b3', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'mac_address': 'fa:16:3e:f8:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b77063ba-0589-4037-970d-c16208960f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:05Z', 'updated_at': '2021-12-23T00:30:13Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'subnets': [{'id': 'b77063ba-0589-4037-970d-c16208960f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:38:35.763110 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f7c36-d8b6-4f4c-84a8-7bcce5c711dd None None] New status for floating IP 43921038-f4fb-49f7-8bec-f869ca698ddc: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:38:36.362834 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2424b6-68ac-4527-b6f7-1fb5799c3e8f req-007974f1-6f3b-48b1-b2a8-72d6610eb961 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:36.364319 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2e2424b6-68ac-4527-b6f7-1fb5799c3e8f req-007974f1-6f3b-48b1-b2a8-72d6610eb961 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0520689 Dec 23 00:38:36.411355 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-2e2424b6-68ac-4527-b6f7-1fb5799c3e8f req-fdc87b1e-3437-4b58-afd3-7f2e22fcfcc5 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410173 Dec 23 00:38:37.531668 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58346-ff52-4585-9763-358cfe6895f1 req-bfcb27fd-83b8-4f55-a458-5642271b621a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:37.533044 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aab58346-ff52-4585-9763-358cfe6895f1 req-bfcb27fd-83b8-4f55-a458-5642271b621a tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0493555 Dec 23 00:38:37.581850 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-aab58346-ff52-4585-9763-358cfe6895f1 req-5492ca9c-35bf-44a3-b84a-49b0287ed149 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Dec 23 00:38:38.705623 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd06c75-6e1a-4c7d-8054-ee33a7f908bb req-094d976d-6e96-4a67-b607-d39173918c12 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:38.707117 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cd06c75-6e1a-4c7d-8054-ee33a7f908bb req-094d976d-6e96-4a67-b607-d39173918c12 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Dec 23 00:38:38.754860 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-9cd06c75-6e1a-4c7d-8054-ee33a7f908bb req-64cbdd64-6672-4a30-a738-a17b388f7c5e tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 Dec 23 00:38:39.874084 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c86671-0c2e-477f-adf0-782b7c7f500b req-c1babcaf-5a1d-4e6e-90f7-eb02c5ab8382 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:39.875522 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-34c86671-0c2e-477f-adf0-782b7c7f500b req-c1babcaf-5a1d-4e6e-90f7-eb02c5ab8382 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Dec 23 00:38:39.927606 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-34c86671-0c2e-477f-adf0-782b7c7f500b req-9f84f49d-4592-418f-8a7e-6ab5001eb56d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459423 Dec 23 00:38:41.055314 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8aac-7b61-4a99-b035-20f0f356ab46 req-6effebd5-1ba0-48f0-96ff-83e3c6575a23 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:41.056740 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-13ba8aac-7b61-4a99-b035-20f0f356ab46 req-6effebd5-1ba0-48f0-96ff-83e3c6575a23 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0485113 Dec 23 00:38:41.109587 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-13ba8aac-7b61-4a99-b035-20f0f356ab46 req-3df06eec-edd4-4f87-830d-9d342aac3b3d tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441165 Dec 23 00:38:41.708874 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:38:41.916465 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-1742b0ca-f93c-4e00-81ad-fa414b200c4b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:41.917779 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-1742b0ca-f93c-4e00-81ad-fa414b200c4b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0495236 Dec 23 00:38:42.006271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port ad3fc884-c58d-4b6a-a9d7-09a330eea8db {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:42.006578 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:42.096824 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] For port ad3fc884-c58d-4b6a-a9d7-09a330eea8db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:42.097174 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:42.108664 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for ad3fc884-c58d-4b6a-a9d7-09a330eea8db owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:42.259920 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca053f-17e3-4585-ac4f-cdff044931de req-91a74522-8923-4c83-8aac-78bac3ebe5ab tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:38:42.261336 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-41ca053f-17e3-4585-ac4f-cdff044931de req-91a74522-8923-4c83-8aac-78bac3ebe5ab tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34fa12b-fd29-4971-90e0-92329f81fd50 HTTP/1.1" status: 200 len: 945 time: 0.0853615 Dec 23 00:38:42.269686 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:42.309160 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=ad3fc884-c58d-4b6a-a9d7-09a330eea8db,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:42.366457 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] No DVR routers for this DVR port ad3fc884-c58d-4b6a-a9d7-09a330eea8db on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:42.371608 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-41ca053f-17e3-4585-ac4f-cdff044931de req-22a1e54a-604e-4039-af96-9e510e3c27b2 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "GET /v2.0/security-groups?id=9df624cd-533f-4ad5-8e99-9eca3326520e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038713 Dec 23 00:38:42.372616 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:42.375686 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6d881049-e2b6-4c83-9b98-9aeff56989aa req-093c6ba8-6b34-4f75-b500-a4ac8795232b tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.43 "DELETE /v2.0/ports/ad3fc884-c58d-4b6a-a9d7-09a330eea8db HTTP/1.1" status: 204 len: 173 time: 0.4514277 Dec 23 00:38:42.376140 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'name': 'network-vif-deleted', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:38:42.378354 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca955ffc-2e7b-4b39-af5e-498942db2817" -d '{"events": [{"server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "name": "network-vif-deleted", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:38:42.412803 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226931cc-8869-418f-9e3c-0f8e40be2807 x-openstack-request-id: req-226931cc-8869-418f-9e3c-0f8e40be2807 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:38:42.413091 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34fa12b-fd29-4971-90e0-92329f81fd50", "name": "network-vif-deleted", "tag": "ad3fc884-c58d-4b6a-a9d7-09a330eea8db", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:38:42.413344 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-226931cc-8869-418f-9e3c-0f8e40be2807 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:38:42.413955 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34fa12b-fd29-4971-90e0-92329f81fd50', 'name': 'network-vif-deleted', 'tag': 'ad3fc884-c58d-4b6a-a9d7-09a330eea8db', 'status': 'completed', 'code': 200} Dec 23 00:38:43.436135 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57704) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:43.634654 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device ad3fc884-c58d-4b6a-a9d7-09a330eea8db no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:43.660043 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: ad3fc884-c58d-4b6a-a9d7-09a330eea8db {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:43.660415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device ad3fc884-c58d-4b6a-a9d7-09a330eea8db not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:43.825089 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Deleting port 47d9bc25-969c-4c5d-8747-f95bf94bea89 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:43.825384 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:43.909422 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:43.909772 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:43.922487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Calling delete_port for 47d9bc25-969c-4c5d-8747-f95bf94bea89 owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:44.055078 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:44.081268 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'Port': ['ID=47d9bc25-969c-4c5d-8747-f95bf94bea89,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:44.142934 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:44.145610 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:44.146857 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-76550a97-18d4-4970-a4cb-80875966a0e4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "DELETE /v2.0/floatingips/816ff18c-1e16-4e8a-b89c-990e0fb039b2 HTTP/1.1" status: 204 len: 168 time: 0.7096932 Dec 23 00:38:48.502691 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57748) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:48.563469 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:48.588609 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:48.651556 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:48.654418 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:48.655614 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] 10.222.0.24 "DELETE /v2.0/security-groups/9df624cd-533f-4ad5-8e99-9eca3326520e HTTP/1.1" status: 204 len: 168 time: 0.1518500 Dec 23 00:38:48.664789 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62707412-2913-49fc-8c18-b3ddebbfdfc4 tempest-TestVolumeBootPattern-481125144 tempest-TestVolumeBootPattern-481125144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df624cd-533f-4ad5-8e99-9eca3326520e,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:48.718584 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57752) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:49.483521 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:49.743837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Deleting port b666f961-0665-47cd-8798-4b21e9bbedca {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:49.744490 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:49.821441 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] For port b666f961-0665-47cd-8798-4b21e9bbedca, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=b666f961-0665-47cd-8798-4b21e9bbedca,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:49.821802 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:49.833489 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Calling delete_port for b666f961-0665-47cd-8798-4b21e9bbedca owned by network:router_interface {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:50.026163 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.055622 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Pushing event deleted for resources: {'Port': ['ID=b666f961-0665-47cd-8798-4b21e9bbedca,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:50.211774 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.416711 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:38:50.516536 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:38:50.521969 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-5f9b9c17-b918-43c2-a5a1-fbdf23a55956 admin admin] 10.222.0.24 "PUT /v2.0/routers/7535d8fa-09b7-412f-aae1-0301c9fb84f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022676 Dec 23 00:38:50.525653 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57766) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:50.527482 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Sync routers for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:38:50.538619 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:50.539276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:50.631036 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks [] for router, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.734730 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.778522 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:50.792399 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Deleting port 38700d7a-a504-45c8-90ec-23348afe1965 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:50.792935 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.876603 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] For port 38700d7a-a504-45c8-90ec-23348afe1965, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=38700d7a-a504-45c8-90ec-23348afe1965,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:50.876969 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:50.888591 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Calling delete_port for 38700d7a-a504-45c8-90ec-23348afe1965 owned by network:router_gateway {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:50.953402 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '38700d7a-a504-45c8-90ec-23348afe1965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:38:49Z', 'revision_number': 5, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port': {'id': '38700d7a-a504-45c8-90ec-23348afe1965', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:03Z', 'updated_at': '2021-12-23T00:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:50.983131 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Checking router: 7535d8fa-09b7-412f-aae1-0301c9fb84f4 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:38:50.991860 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Routers {'7535d8fa-09b7-412f-aae1-0301c9fb84f4'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:50.992544 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:51.047168 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.071142 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Pushing event deleted for resources: {'Port': ['ID=38700d7a-a504-45c8-90ec-23348afe1965,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:51.075490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] Set router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 gateway port host: None {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:51.125364 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-7e72917f-227f-4721-8bd4-6083258906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:38:50Z', 'revision_number': 6, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:51.137178 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.154983 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72917f-227f-4721-8bd4-6083258906db None None] The sync data for ids ['7535d8fa-09b7-412f-aae1-0301c9fb84f4'] in dv-cinder-822768-1-iscsi is: [{'id': '7535d8fa-09b7-412f-aae1-0301c9fb84f4', 'name': 'tempest-TestVolumeBootPattern-1682911876-router', 'tenant_id': '838c5abfd096404b84f3db7097491aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:02Z', 'updated_at': '2021-12-23T00:38:50Z', 'revision_number': 6, 'project_id': '838c5abfd096404b84f3db7097491aa4', 'gw_port_host': None}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:38:51.224725 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.227090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.270584 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.271156 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7535d8fa-09b7-412f-aae1-0301c9fb84f4 {{(pid=108947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:38:51.275709 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.276870 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-07100cd4-790e-4445-b7ba-dccf494d90ab admin admin] 10.222.0.24 "DELETE /v2.0/routers/7535d8fa-09b7-412f-aae1-0301c9fb84f4 HTTP/1.1" status: 204 len: 168 time: 0.7501011 Dec 23 00:38:51.279501 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57778) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:51.321710 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Deleting subnet b77063ba-0589-4037-970d-c16208960f91 {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:38:51.324717 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.361238 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.449995 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.505783 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.531277 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77063ba-0589-4037-970d-c16208960f91,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:51.535005 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.539689 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f15644c5-dba8-4fed-a9d4-d89a0e54f423 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b77063ba-0589-4037-970d-c16208960f91 HTTP/1.1" status: 204 len: 168 time: 0.2578015 Dec 23 00:38:51.541384 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57782) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:51.551173 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171159d4-e018-41fa-90ad-e580b1185838 None None] Network b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:38:51.612160 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.667473 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Deleting port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:51.667820 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.733148 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] For port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,segment=NetworkSegment(88cf4be1-7b94-464f-8356-6c28dc9a5b44),segment_id=88cf4be1-7b94-464f-8356-6c28dc9a5b44)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:51.733508 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.746315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Calling delete_port for fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b owned by network:dhcp {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:51.827315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.855365 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:51.858845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] No DVR routers for this DVR port fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b on host dv-cinder-822768-1-iscsi {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:51.911308 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76974c4-394f-4ebf-80c5-b91ed323a6ea None None] DHCP port deletion for b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:38:51.934660 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.954529 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f030f2-43c1-4e27-83d5-ac6063c2a3b3']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:51.963718 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cf4be1-7b94-464f-8356-6c28dc9a5b44') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:51.964033 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cf4be1-7b94-464f-8356-6c28dc9a5b44') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:51.973625 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.986713 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.992719 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:38:51.993119 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:38:51.994782 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:38:52.053574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.058022 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.061376 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b9f030f2-43c1-4e27-83d5-ac6063c2a3b3 HTTP/1.1" status: 204 len: 168 time: 0.5190132 Dec 23 00:38:52.064753 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57790) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:52.080921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a06a0-7165-422c-ba0a-c85f3b977fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f030f2-43c1-4e27-83d5-ac6063c2a3b3,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:52.421239 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.683386 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Deleting port bc82a365-977e-4a07-90fe-3f2617856cac {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:52.684062 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.759893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] For port bc82a365-977e-4a07-90fe-3f2617856cac, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bc82a365-977e-4a07-90fe-3f2617856cac,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:52.760272 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.771752 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Calling delete_port for bc82a365-977e-4a07-90fe-3f2617856cac owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:52.872580 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:52.892514 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:52.892983 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device fd3dc9a3-e2d3-46e2-b60f-b6a3c7b27d8b not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:52.893408 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 38700d7a-a504-45c8-90ec-23348afe1965 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:52.911635 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 38700d7a-a504-45c8-90ec-23348afe1965 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:52.912038 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 38700d7a-a504-45c8-90ec-23348afe1965 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:52.912454 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device b666f961-0665-47cd-8798-4b21e9bbedca no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:52.930794 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: b666f961-0665-47cd-8798-4b21e9bbedca {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:52.931138 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device b666f961-0665-47cd-8798-4b21e9bbedca not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:52.956906 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:52.982944 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc82a365-977e-4a07-90fe-3f2617856cac,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:53.144510 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:53.360530 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Router d7a32ead-6570-42ee-b717-d2b146ffc216 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:38:53.465575 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:38:53.470546 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-48a224b4-99d2-4ee6-a34b-697a687aa2fb admin admin] 10.222.0.24 "PUT /v2.0/routers/d7a32ead-6570-42ee-b717-d2b146ffc216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048517 Dec 23 00:38:53.473106 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57800) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:53.475869 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Sync routers for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:38:53.485994 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:53.486510 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:53.576378 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks [] for router, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:53.675788 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:53.680316 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:53.736794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Deleting port 6183dafe-a374-4a87-baf7-d8858ed4cf85 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:53.737467 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:53.814271 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] For port 6183dafe-a374-4a87-baf7-d8858ed4cf85, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=6183dafe-a374-4a87-baf7-d8858ed4cf85,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:53.814592 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:53.826784 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Calling delete_port for 6183dafe-a374-4a87-baf7-d8858ed4cf85 owned by network:router_gateway {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:53.851406 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:38:52Z', 'revision_number': 5, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port': {'id': '6183dafe-a374-4a87-baf7-d8858ed4cf85', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:53.877656 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Checking router: d7a32ead-6570-42ee-b717-d2b146ffc216 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:38:53.887592 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Routers {'d7a32ead-6570-42ee-b717-d2b146ffc216'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:38:53.888333 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['d7a32ead-6570-42ee-b717-d2b146ffc216'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:53.979686 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] Set router d7a32ead-6570-42ee-b717-d2b146ffc216 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:38:53.997659 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.022434 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6183dafe-a374-4a87-baf7-d8858ed4cf85,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:54.032231 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:38:53Z', 'revision_number': 6, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:54.057760 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d64a6-0609-4a08-91f4-00c45d49aa09 None None] The sync data for ids ['d7a32ead-6570-42ee-b717-d2b146ffc216'] in dv-cinder-822768-1-iscsi is: [{'id': 'd7a32ead-6570-42ee-b717-d2b146ffc216', 'name': 'tempest-TestVolumeBootPattern-665753173-router', 'tenant_id': '275444946ca14de292a39deef605f500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:30:10Z', 'updated_at': '2021-12-23T00:38:53Z', 'revision_number': 6, 'project_id': '275444946ca14de292a39deef605f500', 'gw_port_host': None}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:38:54.088115 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.176503 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.179295 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.224699 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.225265 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a32ead-6570-42ee-b717-d2b146ffc216 {{(pid=108946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:38:54.229681 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.230822 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-698bb10e-a4b3-4500-a750-16980a07aa0c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d7a32ead-6570-42ee-b717-d2b146ffc216 HTTP/1.1" status: 204 len: 168 time: 0.7567909 Dec 23 00:38:54.233678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57812) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:54.278375 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Deleting subnet 6be505bc-3ff7-4503-a3af-b71c79aa0648 {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:38:54.281395 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.313990 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.396364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.452956 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.479893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be505bc-3ff7-4503-a3af-b71c79aa0648,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:54.481884 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.485123 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-491e34f0-b211-4a11-a902-2cebfad054af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6be505bc-3ff7-4503-a3af-b71c79aa0648 HTTP/1.1" status: 204 len: 168 time: 0.2504377 Dec 23 00:38:54.487829 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57814) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:54.489125 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b295b5b-8602-4050-9843-2e8d0a2c2f39 None None] Network c65c3757-f0b6-4ca7-b773-f9c278009d4e requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:38:54.564564 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.626846 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Deleting port e18dcb58-a984-4121-8869-e2b50593a322 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:38:54.627262 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.689489 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] For port e18dcb58-a984-4121-8869-e2b50593a322, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e18dcb58-a984-4121-8869-e2b50593a322,segment=NetworkSegment(65a8ab74-a893-45a4-bd4a-f10331618279),segment_id=65a8ab74-a893-45a4-bd4a-f10331618279)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:38:54.689880 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.710779 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Calling delete_port for e18dcb58-a984-4121-8869-e2b50593a322 owned by network:dhcp {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:38:54.794542 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:54.797830 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37172e93-2a0a-426b-887a-0b67e00ce739 None None] DHCP port deletion for c65c3757-f0b6-4ca7-b773-f9c278009d4e request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:38:54.822696 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e18dcb58-a984-4121-8869-e2b50593a322,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:54.824516 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] No DVR routers for this DVR port e18dcb58-a984-4121-8869-e2b50593a322 on host dv-cinder-822768-1-iscsi {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:38:54.875213 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6183dafe-a374-4a87-baf7-d8858ed4cf85 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:54.895904 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 6183dafe-a374-4a87-baf7-d8858ed4cf85 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:54.896350 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 6183dafe-a374-4a87-baf7-d8858ed4cf85 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:54.896831 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bc82a365-977e-4a07-90fe-3f2617856cac no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:54.918586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: bc82a365-977e-4a07-90fe-3f2617856cac {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:54.919195 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bc82a365-977e-4a07-90fe-3f2617856cac not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:54.919747 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e18dcb58-a984-4121-8869-e2b50593a322 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:38:54.940136 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: e18dcb58-a984-4121-8869-e2b50593a322 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:38:54.940476 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e18dcb58-a984-4121-8869-e2b50593a322 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:38:55.168925 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.189127 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c3757-f0b6-4ca7-b773-f9c278009d4e']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:55.198241 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a8ab74-a893-45a4-bd4a-f10331618279') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:55.198539 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a8ab74-a893-45a4-bd4a-f10331618279') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:38:55.208275 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.229418 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.236760 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:38:55.237315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:38:55.239386 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:38:55.298897 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.304317 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.307475 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/c65c3757-f0b6-4ca7-b773-f9c278009d4e HTTP/1.1" status: 204 len: 168 time: 0.8186629 Dec 23 00:38:55.322891 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62723a-5610-4ff3-9ae8-7078713195dc admin admin] Pushing event deleted for resources: {'Network': ['ID=c65c3757-f0b6-4ca7-b773-f9c278009d4e,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:55.429892 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57828) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:55.479689 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-7d3a5c78-f466-4187-82d0-411734cad101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=838c5abfd096404b84f3db7097491aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483015 Dec 23 00:38:55.482302 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57830) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:55.527660 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.548016 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.600248 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.602762 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:55.606495 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c181e12-9c90-43e9-829a-e0a1d53e5160 HTTP/1.1" status: 204 len: 168 time: 0.1207402 Dec 23 00:38:55.612087 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e7e2c-4936-4a99-adfa-419783da74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c181e12-9c90-43e9-829a-e0a1d53e5160,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:55.940938 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57836) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:55.990083 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-5a871fe6-31bc-411b-b32e-0a7b5f4be0ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=275444946ca14de292a39deef605f500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479617 Dec 23 00:38:55.992747 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57838) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:38:56.041649 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:56.062640 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:56.114700 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:56.117305 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:56.118457 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/332c4264-bb70-4c41-b3af-9d03403946c8 HTTP/1.1" status: 204 len: 168 time: 0.1247411 Dec 23 00:38:56.126103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a943fc9-a020-4c5c-a187-03e1b222a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c4264-bb70-4c41-b3af-9d03403946c8,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:38:56.418643 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2af0-a9cf-44f4-be87-64947705cb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:58.550958 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-cb80149e-7f38-458b-b1c6-4918abd859f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:59.369094 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:38:59.787210 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:01.274496 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:02.099735 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.432061 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57900) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:03.544455 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-084b4616-04cf-4ae7-a463-2ace050bf738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.628678 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-084b4616-04cf-4ae7-a463-2ace050bf738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.636278 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-084b4616-04cf-4ae7-a463-2ace050bf738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.674368 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-084b4616-04cf-4ae7-a463-2ace050bf738 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=122c924e33444ef596fb8a41ba3b6007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412148 Dec 23 00:39:03.675302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b4616-04cf-4ae7-a463-2ace050bf738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b606d2e0-1e4a-4447-a2c7-db2a29883db4,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:03.677157 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57904) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:03.726272 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.750042 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.800521 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.804070 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:03.805212 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b606d2e0-1e4a-4447-a2c7-db2a29883db4 HTTP/1.1" status: 204 len: 168 time: 0.1270514 Dec 23 00:39:03.812610 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f757a-ab21-4955-be7f-83bfc18ee45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b606d2e0-1e4a-4447-a2c7-db2a29883db4,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:04.101158 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 57910) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:04.114906 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1f130952-7461-4e39-89ed-a653dc15f3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.188431 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1f130952-7461-4e39-89ed-a653dc15f3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.194939 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-1f130952-7461-4e39-89ed-a653dc15f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.233916 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-1f130952-7461-4e39-89ed-a653dc15f3d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41cfb999e3f742109702c80bfb1d460c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315637 Dec 23 00:39:04.234744 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f130952-7461-4e39-89ed-a653dc15f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55a5cd-e687-444b-a7ad-0d197ed8658f,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:04.237650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 57912) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:04.286606 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.307822 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.357321 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.360021 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:04.361168 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c55a5cd-e687-444b-a7ad-0d197ed8658f HTTP/1.1" status: 204 len: 168 time: 0.1221838 Dec 23 00:39:04.369742 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e280-5bbe-48e3-8b64-2a51968cb387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55a5cd-e687-444b-a7ad-0d197ed8658f,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:13.211598 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58044) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:13.314561 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-670dceaa-7d1c-4347-a393-fe44fb866bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.387191 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-670dceaa-7d1c-4347-a393-fe44fb866bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.392983 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-670dceaa-7d1c-4347-a393-fe44fb866bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.428837 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-670dceaa-7d1c-4347-a393-fe44fb866bf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef98a2f6b364cdab4aa8e272295173e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161927 Dec 23 00:39:13.429685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dceaa-7d1c-4347-a393-fe44fb866bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911a372-b35e-462f-a042-9ddc3b9e4627,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:13.432719 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58048) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:13.482245 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.503338 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.552741 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.555497 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.556713 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e911a372-b35e-462f-a042-9ddc3b9e4627 HTTP/1.1" status: 204 len: 168 time: 0.1226079 Dec 23 00:39:13.564022 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4ee4d-866e-4931-85ab-65d8ec2c52b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911a372-b35e-462f-a042-9ddc3b9e4627,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:13.828871 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58054) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:13.841775 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-32e2988d-3842-44c0-91cf-05fbdd5e98c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.915021 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-32e2988d-3842-44c0-91cf-05fbdd5e98c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.920847 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-32e2988d-3842-44c0-91cf-05fbdd5e98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:13.957833 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-32e2988d-3842-44c0-91cf-05fbdd5e98c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03dc3f9266f14f0f92fe78d671039427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278846 Dec 23 00:39:13.958670 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2988d-3842-44c0-91cf-05fbdd5e98c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6fb21-421a-4a1b-9016-21396d51b1e5,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:13.960718 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58056) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:14.008022 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.030627 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.079208 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.082155 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.083293 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ac6fb21-421a-4a1b-9016-21396d51b1e5 HTTP/1.1" status: 204 len: 168 time: 0.1215487 Dec 23 00:39:14.092147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3af75-d1ba-49ff-9ea2-2ffb3ed80f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6fb21-421a-4a1b-9016-21396d51b1e5,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:14.407997 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58062) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:14.421290 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b9a5170b-ce9d-46f3-951d-d2ed155517c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.496676 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b9a5170b-ce9d-46f3-951d-d2ed155517c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.502166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b9a5170b-ce9d-46f3-951d-d2ed155517c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.538279 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b9a5170b-ce9d-46f3-951d-d2ed155517c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=767c8f8339ef45fb8c71327f21010360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291723 Dec 23 00:39:14.539420 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5170b-ce9d-46f3-951d-d2ed155517c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01e497b-8bba-448c-b04b-bb64f48aa1b0,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:14.541308 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58064) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:14.597449 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.619621 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.671009 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.673669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:14.674814 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b01e497b-8bba-448c-b04b-bb64f48aa1b0 HTTP/1.1" status: 204 len: 168 time: 0.1325116 Dec 23 00:39:14.682669 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b49d0-e262-48aa-b92a-f27298959ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01e497b-8bba-448c-b04b-bb64f48aa1b0,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:16.656013 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58136) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:16.763569 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2af59138-5e49-4e80-a3cf-0b56f5cc1984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:16.841232 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2af59138-5e49-4e80-a3cf-0b56f5cc1984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:16.846870 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-2af59138-5e49-4e80-a3cf-0b56f5cc1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:16.883484 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-2af59138-5e49-4e80-a3cf-0b56f5cc1984 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83661296c38b436b85538b4009eaaf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263947 Dec 23 00:39:16.884372 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af59138-5e49-4e80-a3cf-0b56f5cc1984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9837b5-1333-4875-bfc3-78b75def5bcd,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:16.887804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58140) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:16.946816 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:16.968604 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.014648 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.017178 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.018334 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe9837b5-1333-4875-bfc3-78b75def5bcd HTTP/1.1" status: 204 len: 168 time: 0.1289787 Dec 23 00:39:17.025482 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e3cf5-49a6-4bc3-b6ed-d3212199d942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9837b5-1333-4875-bfc3-78b75def5bcd,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:17.293206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58146) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:17.306240 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-023eee98-ce3f-4b2f-9887-5d8aaf682e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.377060 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-023eee98-ce3f-4b2f-9887-5d8aaf682e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.382206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-023eee98-ce3f-4b2f-9887-5d8aaf682e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.418200 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eee98-ce3f-4b2f-9887-5d8aaf682e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea923b-2c50-4f30-b28b-a9abae6f1e3a,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:17.423904 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-023eee98-ce3f-4b2f-9887-5d8aaf682e88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96f83259a71f4eedacc58db808112b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296453 Dec 23 00:39:17.426524 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58148) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:17.476223 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.499199 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.557722 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.560442 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:17.561592 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fea923b-2c50-4f30-b28b-a9abae6f1e3a HTTP/1.1" status: 204 len: 168 time: 0.1342134 Dec 23 00:39:17.569076 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29393c-0bf8-4325-9ecc-01ca6bb11b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea923b-2c50-4f30-b28b-a9abae6f1e3a,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:18.275940 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58170) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:18.380438 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570956838-network', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:18.406142 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Made reservation on behalf of 9e1bce7a793e4297877b92b900b48e49 for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:39:18.408452 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.417061 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.492538 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.499235 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.529973 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:39:18.539383 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e61906f-ef84-4829-a8eb-812301c70225,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:18.545792 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.546124 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Added segment b483b18b-6e4a-4704-8feb-ca2cd6212cfd of type vlan for network 2081cf24-531e-4442-95e3-2a8f39af3d34 Dec 23 00:39:18.592133 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.621348 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.622376 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:18.622959 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.651105 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3740168 Dec 23 00:39:18.654039 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58174) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:18.660397 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Request body: {'subnet': {'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570956838-subnet', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'ip_version': 4}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:18.692120 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796078-1f84-4ef1-93ba-81aeb6b8f5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2081cf24-531e-4442-95e3-2a8f39af3d34,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:18.699549 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:39:18.702586 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:39:18.710520 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Made reservation on behalf of 9e1bce7a793e4297877b92b900b48e49 for: {'subnet': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:39:18.713461 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3405915'] for subnet, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.877625 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3168682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3405897'] for subnet, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.935921 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc61bc9-5dce-4940-b6ff-43a898664be9,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:18.946117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Checking segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:18.946473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Network hostable DHCP agents. Network: 2081cf24-531e-4442-95e3-2a8f39af3d34, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:39:18.967881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:39:18.981715 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 2081cf24-531e-4442-95e3-2a8f39af3d34) {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:18.985908 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:18.986486 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:18.991484 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c30bf-059a-4189-96c3-42ec0064150b None None] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:39:19.002440 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-101f82ef-8a3d-4bf6-9b43-d971d9054d42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3473647 Dec 23 00:39:19.005179 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58176) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:19.009418 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:19.032297 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.033280 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.083880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.089008 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-2081cf24-531e-4442-95e3-2a8f39af3d34', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:39:19.090140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.219056 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.221637 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Allocated IP 172.20.0.2 (2081cf24-531e-4442-95e3-2a8f39af3d34/fcc61bc9-5dce-4940-b6ff-43a898664be9/1dc475fd-6550-4853-bac2-60f6e26d9b3f) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:19.355501 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.364034 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.407023 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:19.407977 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.411581 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:19.415907 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:19.420368 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Pushing event updated for resources: {'Port': ['ID=1dc475fd-6550-4853-bac2-60f6e26d9b3f,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:19.429377 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.430007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.430418 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.430732 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.431091 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.431415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.431729 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.432032 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.432370 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.432692 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.433011 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.433313 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.433645 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.433962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:19.480994 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Attempting to bind port 1dc475fd-6550-4853-bac2-60f6e26d9b3f on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:19.481237 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Attempting to bind port 1dc475fd-6550-4853-bac2-60f6e26d9b3f by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:19.481641 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Attempting to bind port 1dc475fd-6550-4853-bac2-60f6e26d9b3f on network 2081cf24-531e-4442-95e3-2a8f39af3d34 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:19.487250 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:19.487632 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Checking segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:19.488055 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.488419 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Bound using segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:19.488906 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Bound port: 1dc475fd-6550-4853-bac2-60f6e26d9b3f, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:19.489286 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.555977 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] For port 1dc475fd-6550-4853-bac2-60f6e26d9b3f, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:19.559546 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] For port 1dc475fd-6550-4853-bac2-60f6e26d9b3f, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=1dc475fd-6550-4853-bac2-60f6e26d9b3f,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:19.565393 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.628123 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d01f73-67b2-4fd0-b7fe-3979aa1833a5 None None] Pushing event updated for resources: {'Port': ['ID=1dc475fd-6550-4853-bac2-60f6e26d9b3f,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:19.820595 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Allocated IP 172.27.1.61 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/e1f96f5c-684d-4f90-815d-6dee8ae392bc) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:19.925119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.959807 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:19.998169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:20.000901 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:20.004327 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:20.009892 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Pushing event updated for resources: {'Port': ['ID=e1f96f5c-684d-4f90-815d-6dee8ae392bc,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:20.254187 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.450519 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.485859 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea58a47-a528-4dd6-8eeb-eeacca11d4e7 None None] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:39:20.561837 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] Provisioning complete for port 1dc475fd-6550-4853-bac2-60f6e26d9b3f triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:20.562220 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.577117 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Router 8f195343-dcbe-4905-a6db-2e0ed8938d99 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:39:20.669288 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.687767 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:39:20.700544 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686124-010e-412e-85a1-8366c08b166d None None] Sync routers for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:39:20.707071 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.707296 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] For port 1dc475fd-6550-4853-bac2-60f6e26d9b3f, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=1dc475fd-6550-4853-bac2-60f6e26d9b3f,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:20.710952 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-648980a3-4526-4ddd-a7c1-4363de9707de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7022657 Dec 23 00:39:20.711311 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58178) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:20.714931 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:20.715556 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:20.718945 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.845840 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91b9c0-845f-41c8-a094-f4e296f5d0a5 None None] Pushing event updated for resources: {'Port': ['ID=1dc475fd-6550-4853-bac2-60f6e26d9b3f,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:20.863264 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-5e052db0-b80d-46a2-9a37-b57dcc301fba None None] Provisioning complete for port 1dc475fd-6550-4853-bac2-60f6e26d9b3f triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:20.863636 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-5e052db0-b80d-46a2-9a37-b57dcc301fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:20.894276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:20.950102 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 1dc475fd-6550-4853-bac2-60f6e26d9b3f up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:21.104851 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 1dc475fd-6550-4853-bac2-60f6e26d9b3f triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:21.105100 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.133798 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.288868 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Allocated IP 172.20.0.1 (2081cf24-531e-4442-95e3-2a8f39af3d34/fcc61bc9-5dce-4940-b6ff-43a898664be9/8c841235-76e6-4034-9d77-c2701ed51720) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:21.343095 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:20Z', 'revision_number': 3, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:21.374460 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686124-010e-412e-85a1-8366c08b166d None None] Checking router: 8f195343-dcbe-4905-a6db-2e0ed8938d99 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:39:21.374705 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686124-010e-412e-85a1-8366c08b166d None None] Updating router 8f195343-dcbe-4905-a6db-2e0ed8938d99 port e1f96f5c-684d-4f90-815d-6dee8ae392bc binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:39:21.390659 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.399138 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.427137 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.465496 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:21.469529 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:21.472093 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:21.477871 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Pushing event updated for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:21.517722 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.652989 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.658341 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.664790 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.721082 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-19686124-010e-412e-85a1-8366c08b166d None None] Attempting to bind port e1f96f5c-684d-4f90-815d-6dee8ae392bc on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:21.721454 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-19686124-010e-412e-85a1-8366c08b166d None None] Attempting to bind port e1f96f5c-684d-4f90-815d-6dee8ae392bc by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:21.721841 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686124-010e-412e-85a1-8366c08b166d None None] Attempting to bind port e1f96f5c-684d-4f90-815d-6dee8ae392bc on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:21.725336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbdd68-4953-46b4-9f43-7740709f76b4 None None] Pushing event updated for resources: {'Port': ['ID=e1f96f5c-684d-4f90-815d-6dee8ae392bc,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:21.733471 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686124-010e-412e-85a1-8366c08b166d None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:21.733931 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686124-010e-412e-85a1-8366c08b166d None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:21.734285 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.734698 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686124-010e-412e-85a1-8366c08b166d None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:21.735169 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-19686124-010e-412e-85a1-8366c08b166d None None] Bound port: e1f96f5c-684d-4f90-815d-6dee8ae392bc, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:21.735532 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.763312 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-baaba914-acc5-4a9e-90ce-fb39c7fde54a None None] Provisioning complete for port 8c841235-76e6-4034-9d77-c2701ed51720 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:21.763716 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-baaba914-acc5-4a9e-90ce-fb39c7fde54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.811472 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks [] for port, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.816602 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-baaba914-acc5-4a9e-90ce-fb39c7fde54a None None] Port 8c841235-76e6-4034-9d77-c2701ed51720 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:39:21.818196 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162129'] for port, after_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.818438 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-19686124-010e-412e-85a1-8366c08b166d None None] For port e1f96f5c-684d-4f90-815d-6dee8ae392bc, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:21.822485 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-19686124-010e-412e-85a1-8366c08b166d None None] For port e1f96f5c-684d-4f90-815d-6dee8ae392bc, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e1f96f5c-684d-4f90-815d-6dee8ae392bc,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:21.828777 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-19686124-010e-412e-85a1-8366c08b166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.884821 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:21.885421 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:21.886405 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Pushing event updated for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=2']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:21.887638 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbdd68-4953-46b4-9f43-7740709f76b4 None None] Pushing event updated for resources: {'Port': ['ID=e1f96f5c-684d-4f90-815d-6dee8ae392bc,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:21.889915 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:21.976432 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:21.977937 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:21.998029 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:22.092112 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Router 8f195343-dcbe-4905-a6db-2e0ed8938d99 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:39:22.200386 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:39:22.204191 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-19686124-010e-412e-85a1-8366c08b166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 2, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:22.205742 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-87271043-fa94-4946-8ec1-e3ca8be0429a admin admin] 10.222.0.24 "PUT /v2.0/routers/8f195343-dcbe-4905-a6db-2e0ed8938d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4931357 Dec 23 00:39:22.237470 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686124-010e-412e-85a1-8366c08b166d None None] The sync data for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi is: [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 2, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:39:22.248631 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-3c6c8e86-9865-4151-b632-92d6c99aa612 None None] Provisioning complete for port 8c841235-76e6-4034-9d77-c2701ed51720 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:22.248947 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8e86-9865-4151-b632-92d6c99aa612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.290449 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c8e86-9865-4151-b632-92d6c99aa612 None None] Port 8c841235-76e6-4034-9d77-c2701ed51720 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:39:22.689742 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58194) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:22.694848 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1271571286-network', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:22.720897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Made reservation on behalf of 7a37b2ccfe084364bd387dc8c076732d for: {'network': 1} {{(pid=108947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:39:22.723316 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for network, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.732376 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.809620 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.814410 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.842022 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=108947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 00:39:22.852147 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406c72c8-57d5-4fde-85d9-6c02144c7241,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:22.860474 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.860808 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.segments_db [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Added segment c9645c04-3391-499a-bd22-ef928923c023 of type vlan for network 30fe45ef-b446-4157-b09a-de9feb1dad70 Dec 23 00:39:22.908962 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762017027651'] for network, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.936523 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914'] for network, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.937810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:22.938461 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:22.977924 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2869291 Dec 23 00:39:22.980711 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58196) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:22.985732 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Request body: {'subnet': {'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1271571286-subnet', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'ip_version': 4}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:23.007819 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce7b52-6721-494b-83c9-1abd2f64d62a admin admin] Pushing event updated for resources: {'Network': ['ID=30fe45ef-b446-4157-b09a-de9feb1dad70,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:23.025816 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Made reservation on behalf of 7a37b2ccfe084364bd387dc8c076732d for: {'subnet': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:39:23.026831 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 details requested by agent ovs-agent-dv-cinder-822768-1-iscsi with host dv-cinder-822768-1-iscsi {{(pid=108948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 00:39:23.029307 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8847781'] for subnet, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.084682 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e1f96f5c-684d-4f90-815d-6dee8ae392bc up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:23.143259 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port e1f96f5c-684d-4f90-815d-6dee8ae392bc triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:23.143631 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.208996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8847799'] for subnet, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.229828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.252515 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port e1f96f5c-684d-4f90-815d-6dee8ae392bc, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e1f96f5c-684d-4f90-815d-6dee8ae392bc,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:23.258977 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.260001 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 1dc475fd-6550-4853-bac2-60f6e26d9b3f up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:23.267925 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73335b79-0e27-4f3c-b03a-7003b37b6b79,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:23.276798 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Checking segment: {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:23.277216 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Network hostable DHCP agents. Network: 30fe45ef-b446-4157-b09a-de9feb1dad70, hostable agents: ['7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1'], hosted agents: [] {{(pid=108946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 00:39:23.296564 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 is scheduled to be hosted by DHCP agent 7c0cc1bf-158f-4bf0-b898-b7d5a0c40ce1 with binding_index 1 {{(pid=108946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 00:39:23.307915 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-1-iscsi, 30fe45ef-b446-4157-b09a-de9feb1dad70) {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:23.312910 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:23.313670 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.327197 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0367e-7114-48be-830c-5ff15bb14050 None None] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:39:23.333372 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-545bfc3d-9463-4134-868c-8c781c4c6193 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3514724 Dec 23 00:39:23.336104 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58198) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:23.341293 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:23.372281 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36274'] for router, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.373616 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36299'] for router, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.409621 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=e1f96f5c-684d-4f90-815d-6dee8ae392bc,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:23.429927 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.436086 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 1dc475fd-6550-4853-bac2-60f6e26d9b3f triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:23.436460 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.490130 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b2db299-38e6-5499-9baf-1e1cce7710bc-30fe45ef-b446-4157-b09a-de9feb1dad70', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79'}]}} from dv-cinder-822768-1-iscsi. {{(pid=108948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 00:39:23.490992 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.572757 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.663600 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.db_base_plugin_common [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Allocated IP 172.20.0.2 (30fe45ef-b446-4157-b09a-de9feb1dad70/73335b79-0e27-4f3c-b03a-7003b37b6b79/c5b68d57-e899-47cc-a9dd-ccb238c35dbf) {{(pid=108948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:23.819783 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks [] for port, precommit_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.830776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613'] for port, after_create {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.870841 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 is already hosted by enough agents. {{(pid=108948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:23.873770 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.scheduler.base_scheduler [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Resources bound (agent type, host, resource id): {{(pid=108948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:23.877390 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Received port after_create {{(pid=108948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:23.883167 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Pushing event updated for resources: {'Port': ['ID=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,revision_number=1']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:23.939340 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Attempting to bind port c5b68d57-e899-47cc-a9dd-ccb238c35dbf on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:23.939779 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Attempting to bind port c5b68d57-e899-47cc-a9dd-ccb238c35dbf by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:23.940140 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Attempting to bind port c5b68d57-e899-47cc-a9dd-ccb238c35dbf on network 30fe45ef-b446-4157-b09a-de9feb1dad70 {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:23.945984 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:23.946362 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Checking segment: {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:23.946789 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:23.947179 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Bound using segment: {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:23.948097 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Bound port: c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:23.948483 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.014578 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] For port c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:24.017935 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] For port c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:24.025153 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.042828 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.066215 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.085950 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f962c9e-765f-4b23-98f8-24f32cbf3704 None None] Pushing event updated for resources: {'Port': ['ID=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:24.172305 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_common [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Allocated IP 172.27.1.131 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/bf266ad8-da6e-4688-ac03-34273bd786b3) {{(pid=108947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:24.307103 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.340552 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Sync routers for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:39:24.349777 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.351288 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:24.351953 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:24.390537 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:24.394776 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.base_scheduler [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=108947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:24.399108 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Received port after_create {{(pid=108947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:24.402206 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Pushing event updated for resources: {'Port': ['ID=bf266ad8-da6e-4688-ac03-34273bd786b3,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:24.457046 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:24.637002 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.658649 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 2, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:24.684831 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Checking router: 8f195343-dcbe-4905-a6db-2e0ed8938d99 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:39:24.685395 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Updating router 8f195343-dcbe-4905-a6db-2e0ed8938d99 port 8c841235-76e6-4034-9d77-c2701ed51720 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:39:24.721273 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.840342 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581941'] for router, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:24.993913 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Router 57d46243-a5d5-431a-badf-ba6327d43593 is scheduled to L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 with binding_index 1 {{(pid=108947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 00:39:25.005815 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.014505 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.036157 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272522bd-ad71-4a5a-ba0b-d693eef0dc6e None None] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:39:25.053007 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e1f96f5c-684d-4f90-815d-6dee8ae392bc up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:25.065593 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Pushing event updated for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:25.073689 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.074156 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.074712 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.075150 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.075567 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.076139 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.076678 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.077230 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.077795 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.078756 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.079298 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.079853 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.080415 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:25.110681 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:39:25.138689 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.140489 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a51e22ef-90f4-49a3-a587-0aa1a9166e80 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8029165 Dec 23 00:39:25.143319 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58200) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:25.144982 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Attempting to bind port 8c841235-76e6-4034-9d77-c2701ed51720 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:25.145422 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Attempting to bind port 8c841235-76e6-4034-9d77-c2701ed51720 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:25.145927 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Attempting to bind port 8c841235-76e6-4034-9d77-c2701ed51720 on network 2081cf24-531e-4442-95e3-2a8f39af3d34 {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:25.156636 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:25.157013 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Checking segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:25.157416 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.157828 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Bound using segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:25.158515 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Bound port: 8c841235-76e6-4034-9d77-c2701ed51720, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:25.158918 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.159088 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Sync routers for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:39:25.187337 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:25.187944 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:25.236984 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-40218746-f681-47a2-8146-410b82440cd0 None None] Provisioning complete for port c5b68d57-e899-47cc-a9dd-ccb238c35dbf triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:25.237377 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-40218746-f681-47a2-8146-410b82440cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.240757 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] For port 8c841235-76e6-4034-9d77-c2701ed51720, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:25.245398 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] For port 8c841235-76e6-4034-9d77-c2701ed51720, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=8c841235-76e6-4034-9d77-c2701ed51720,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:25.254161 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.303449 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port e1f96f5c-684d-4f90-815d-6dee8ae392bc triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:25.303661 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.311015 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:25.311631 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:25.418827 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:25.476362 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fe676-aa90-4b52-a0e3-0b4378ea651c None None] Pushing event updated for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=4']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:25.581915 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:25.619921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.652878 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-40218746-f681-47a2-8146-410b82440cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.749236 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:25Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:25.777245 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80662f7-973b-4c8b-807d-91e41b027c7c None None] The sync data for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi is: [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:25Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:39:25.784380 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-40218746-f681-47a2-8146-410b82440cd0 None None] For port c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:25.786100 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device c5b68d57-e899-47cc-a9dd-ccb238c35dbf up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:25.828520 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-40218746-f681-47a2-8146-410b82440cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.847105 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Allocated IP 172.20.0.1 (30fe45ef-b446-4157-b09a-de9feb1dad70/73335b79-0e27-4f3c-b03a-7003b37b6b79/9a99dba8-10bc-44fb-a984-62763ba13b96) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:25.927343 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218746-f681-47a2-8146-410b82440cd0 None None] Pushing event updated for resources: {'Port': ['ID=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:25.953873 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port c5b68d57-e899-47cc-a9dd-ccb238c35dbf triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:25.954247 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.986772 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.995158 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Provisioning complete for port c5b68d57-e899-47cc-a9dd-ccb238c35dbf triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:25.995532 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:25.997954 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:24Z', 'revision_number': 3, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:26.026967 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.046611 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Checking router: 57d46243-a5d5-431a-badf-ba6327d43593 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:39:26.046960 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Updating router 57d46243-a5d5-431a-badf-ba6327d43593 port bf266ad8-da6e-4688-ac03-34273bd786b3 binding host dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:39:26.066002 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:26.070598 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:26.073206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:26.094128 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.103407 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:26.126064 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583938'] for router_interface, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.281405 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.340868 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Provisioning complete for port 8c841235-76e6-4034-9d77-c2701ed51720 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:26.341374 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.444273 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6552a3e9-bfae-4048-a906-4078a8a7a768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.464132 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.470650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.528121 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks [] for port, precommit_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.529764 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.539253 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.539969 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583926'] for router_interface, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.551652 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:26.609768 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] For port 8c841235-76e6-4034-9d77-c2701ed51720, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=8c841235-76e6-4034-9d77-c2701ed51720,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:26.613713 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Attempting to bind port bf266ad8-da6e-4688-ac03-34273bd786b3 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:26.614085 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Attempting to bind port bf266ad8-da6e-4688-ac03-34273bd786b3 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:26.614484 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Attempting to bind port bf266ad8-da6e-4688-ac03-34273bd786b3 on network e46c6231-c4b7-4daa-adae-5ef7aac26fcb {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:26.617999 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a95e4-8a5b-413b-9a7b-a01aba4b145d None None] Pushing event updated for resources: {'Port': ['ID=bf266ad8-da6e-4688-ac03-34273bd786b3,revision_number=2']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:26.622077 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.627031 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:26.627423 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Checking segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:26.627812 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.628181 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Bound using segment: {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'} {{(pid=108948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:26.628672 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.managers [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Bound port: bf266ad8-da6e-4688-ac03-34273bd786b3, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb3482-7104-475a-9686-ddfec5f4d4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb'}}] {{(pid=108948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:26.629042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.648778 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:26.651236 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:26.707984 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7796d8-1365-4c7e-938f-937dced0f5fb None None] Pushing event updated for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:26.722633 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] For port bf266ad8-da6e-4688-ac03-34273bd786b3, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:26.726378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] For port bf266ad8-da6e-4688-ac03-34273bd786b3, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bf266ad8-da6e-4688-ac03-34273bd786b3,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:26.735023 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.772248 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Router 57d46243-a5d5-431a-badf-ba6327d43593 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:39:26.793240 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-db305fe4-4fc7-4aaa-8af7-79658c5d5d24 None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:26.793631 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-db305fe4-4fc7-4aaa-8af7-79658c5d5d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:26.827809 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a95e4-8a5b-413b-9a7b-a01aba4b145d None None] Pushing event updated for resources: {'Port': ['ID=bf266ad8-da6e-4688-ac03-34273bd786b3,revision_number=3']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:26.838190 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:26.838845 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:38:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:26.876294 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-db305fe4-4fc7-4aaa-8af7-79658c5d5d24 None None] Port 9a99dba8-10bc-44fb-a984-62763ba13b96 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:39:26.904397 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:39:26.917198 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-da5e1212-473c-4e7a-9801-4ba6937a85e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/57d46243-a5d5-431a-badf-ba6327d43593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649784 Dec 23 00:39:26.958156 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:26.987802 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device c5b68d57-e899-47cc-a9dd-ccb238c35dbf up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:27.089488 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-206552bc-77f1-427c-b832-83ebc56205e3 None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:27.089846 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-206552bc-77f1-427c-b832-83ebc56205e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:27.169511 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-206552bc-77f1-427c-b832-83ebc56205e3 None None] Port 9a99dba8-10bc-44fb-a984-62763ba13b96 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:39:27.176201 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port c5b68d57-e899-47cc-a9dd-ccb238c35dbf triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:27.176554 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:27.289267 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '9a99dba8-10bc-44fb-a984-62763ba13b96', 'name': '', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'mac_address': 'fa:16:3e:bd:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:25Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 2, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'subnets': [{'id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:27.292705 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 8c841235-76e6-4034-9d77-c2701ed51720 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:27.316546 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424100d5-73b9-4bb9-99e7-f5e266453db6 None None] The sync data for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi is: [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '9a99dba8-10bc-44fb-a984-62763ba13b96', 'name': '', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'mac_address': 'fa:16:3e:bd:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:25Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 2, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'subnets': [{'id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:39:27.364817 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 8c841235-76e6-4034-9d77-c2701ed51720 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:27.365595 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.418008 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58210) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:28.422688 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862628715', 'description': 'tempest-secgroup-smoke-862628715 description', 'project_id': '9e1bce7a793e4297877b92b900b48e49'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:28.464965 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.550292 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-99a915b8-7a3e-4124-90f0-931b84ba401d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.550896 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.556356 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.586780 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.588176 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1691554 Dec 23 00:39:28.590869 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ee52-2688-4d96-91ee-5b327817b3b0 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3,revision_number=1']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:28.591664 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58212) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:28.597393 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:28.632487 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.695532 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.700631 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.718602 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1881d9d-4790-46ad-9957-e4a2bfe632ce,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:28.726546 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.726957 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.727305 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.727653 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.727987 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.728315 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.728645 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.728972 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.729297 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.729642 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.729965 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.730285 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.730602 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:39:28.735822 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.739631 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1535883f-250f-4727-a1f2-b59c9a068cc4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434503 Dec 23 00:39:28.740079 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58214) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:28.744303 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:28.774780 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.835845 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.841124 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.861206 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aa819b-09e3-4b94-8ecc-44848d012862,revision_number=0']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:28.869963 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.874504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cec2a574-fe6f-459a-b215-59edb9669604 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335659 Dec 23 00:39:28.874627 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58216) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:28.879435 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:28.916262 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.945025 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bf266ad8-da6e-4688-ac03-34273bd786b3 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:28.978061 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.983030 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:28.999775 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port bf266ad8-da6e-4688-ac03-34273bd786b3 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:29.000225 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.001107 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bbca76-ff2d-45c4-9e62-36ea34882a45,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:29.013300 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.014817 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-6d986c51-9c6f-43e4-adee-26f8364d3a9f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387756 Dec 23 00:39:29.017433 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58218) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:29.022386 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:29.054264 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.088018 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.109680 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-d45c7302-f569-4201-8731-85671bab3482 None None] For port bf266ad8-da6e-4688-ac03-34273bd786b3, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bf266ad8-da6e-4688-ac03-34273bd786b3,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:29.114282 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.125643 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.130716 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.149918 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e631c84-74f7-4578-81be-4a7583efdb6d,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:29.155972 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.157577 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-8518cf5d-5b8e-4ae9-9559-e9cf8291d563 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385038 Dec 23 00:39:29.160222 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58220) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:29.164237 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Pushing event updated for resources: {'Port': ['ID=bf266ad8-da6e-4688-ac03-34273bd786b3,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:29.164568 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:29.188643 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.securitygroups_db [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Project 9e1bce7a793e4297877b92b900b48e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:39:29.193473 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.249090 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.253997 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.270445 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ee313a-55cd-471d-bfbd-c69aa4657b66,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:29.279612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.280945 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-e6f311e0-d224-4161-ac0c-c113c78f34ed tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197722 Dec 23 00:39:29.283703 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58222) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:39:29.287888 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.v2.base [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'security_group_rule': {'security_group_id': 'f995c39e-fea5-4ff6-8ff5-5ee37759cdc3', 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:29.312204 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.db.securitygroups_db [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Project 9e1bce7a793e4297877b92b900b48e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 00:39:29.317994 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.368160 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.378409 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.384290 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778333'] for security_group_rule, after_create {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.401040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9015a7a-7cb8-4d6e-b09d-d5225b38a551,revision_number=0']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:29.411189 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.412354 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-c235af44-0c42-4ca2-93d8-647c91929e7a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278038 Dec 23 00:39:29.785149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:29.798721 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Sync routers for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:39:29.809254 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:29.809928 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:39:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:29.920576 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:30.125964 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '9a99dba8-10bc-44fb-a984-62763ba13b96', 'name': '', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'mac_address': 'fa:16:3e:bd:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:25Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 2, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'subnets': [{'id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:30.151777 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Checking router: 57d46243-a5d5-431a-badf-ba6327d43593 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:39:30.152104 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Updating router 57d46243-a5d5-431a-badf-ba6327d43593 port 9a99dba8-10bc-44fb-a984-62763ba13b96 binding host dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 00:39:30.176725 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.442856 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks [] for port, precommit_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.451895 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.499225 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef903-9863-41cb-9448-2197102017cb None None] Pushing event updated for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=3']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:30.554520 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Attempting to bind port 9a99dba8-10bc-44fb-a984-62763ba13b96 on host dv-cinder-822768-1-iscsi for vnic_type normal with profile {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:30.554934 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Attempting to bind port 9a99dba8-10bc-44fb-a984-62763ba13b96 by drivers openvswitch,hyperv on host dv-cinder-822768-1-iscsi at level 0 using segments [{'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:30.555285 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Attempting to bind port 9a99dba8-10bc-44fb-a984-62763ba13b96 on network 30fe45ef-b446-4157-b09a-de9feb1dad70 {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:30.560518 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Checking agent: {'id': '22174289-e5a9-4221-992e-d6f0f2304138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 21, 2), 'started_at': datetime.datetime(2021, 12, 23, 0, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:30.560888 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Checking segment: {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:30.561273 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.561691 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Bound using segment: {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'} {{(pid=108949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:30.562145 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.managers [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Bound port: 9a99dba8-10bc-44fb-a984-62763ba13b96, host: dv-cinder-822768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9645c04-3391-499a-bd22-ef928923c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70'}}] {{(pid=108949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:30.562544 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.630786 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] For port 9a99dba8-10bc-44fb-a984-62763ba13b96, host dv-cinder-822768-1-iscsi, cleared binding levels {{(pid=108949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:30.633978 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.plugins.ml2.db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] For port 9a99dba8-10bc-44fb-a984-62763ba13b96, host dv-cinder-822768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=9a99dba8-10bc-44fb-a984-62763ba13b96,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:30.640765 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron_lib.callbacks.manager [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.688443 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:39:30.688945 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:39:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:30.714477 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:30.714751 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.743493 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef903-9863-41cb-9448-2197102017cb None None] Pushing event updated for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=4']} {{(pid=108949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:30.802286 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.819495 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:39:30.839798 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] For port 9a99dba8-10bc-44fb-a984-62763ba13b96, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=9a99dba8-10bc-44fb-a984-62763ba13b96,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:30.845386 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:30.896625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f571903-876c-4cad-b18b-2faeb7888f19 None None] Pushing event updated for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:30.956718 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 9a99dba8-10bc-44fb-a984-62763ba13b96 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:31.005367 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-9f9ea580-3df5-4fcb-94ac-84ef7b15a80e None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:31.005762 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f9ea580-3df5-4fcb-94ac-84ef7b15a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:31.033483 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '9a99dba8-10bc-44fb-a984-62763ba13b96', 'name': '', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'mac_address': 'fa:16:3e:bd:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:25Z', 'updated_at': '2021-12-23T00:39:30Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'subnets': [{'id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:39:31.044785 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:31.045156 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:31.062655 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ba21-e8fd-4d2d-8d15-dd0ba0c513b1 None None] The sync data for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi is: [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '9a99dba8-10bc-44fb-a984-62763ba13b96', 'name': '', 'network_id': '30fe45ef-b446-4157-b09a-de9feb1dad70', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'mac_address': 'fa:16:3e:bd:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:25Z', 'updated_at': '2021-12-23T00:39:30Z', 'revision_number': 4, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'subnets': [{'id': '73335b79-0e27-4f3c-b03a-7003b37b6b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:39:31.160621 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bf266ad8-da6e-4688-ac03-34273bd786b3 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:31.210613 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port bf266ad8-da6e-4688-ac03-34273bd786b3 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:31.210982 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:31.305494 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:32.106680 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:32.918036 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 9a99dba8-10bc-44fb-a984-62763ba13b96 up at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:39:32.971152 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Provisioning complete for port 9a99dba8-10bc-44fb-a984-62763ba13b96 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:32.971490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:45.930693 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-4edde9e3-30dd-49de-b8df-a742daddb7dc tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862628715&fields=id&tenant_id=9e1bce7a793e4297877b92b900b48e49 HTTP/1.1" status: 200 len: 267 time: 0.0502720 Dec 23 00:39:46.035755 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-aee1be4a-3b01-4747-84a6-04f821163623 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:46.037204 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-aee1be4a-3b01-4747-84a6-04f821163623 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 808 time: 0.0999095 Dec 23 00:39:46.054973 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-e529c1d3-0d99-438f-a0f4-f86209fac743 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/quotas/9e1bce7a793e4297877b92b900b48e49 HTTP/1.1" status: 200 len: 375 time: 0.0091853 Dec 23 00:39:46.105041 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-ca084679-d2a3-4912-9526-f331e1ceae11 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449648 Dec 23 00:39:46.213711 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-f4590276-ec09-4352-891a-4704f4c631d0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:39:46.214688 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-f4590276-ec09-4352-891a-4704f4c631d0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0980918 Dec 23 00:39:46.303812 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fd3bd3b1-33c4-4791-a907-8a253bbf16d4 service neutron] 10.222.0.24 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828111 Dec 23 00:39:46.394847 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-6bf7e066-c985-41d5-ba6c-189f4559c4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Dec 23 00:39:46.737395 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-926caffe-c0f7-443e-945a-5cdb267a33b8 req-bc060973-e3c4-441a-abaa-397842bc3771 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 210 time: 0.0773225 Dec 23 00:39:47.831986 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-19b0f944-69a8-4520-9109-d9f48d3050fa req-b36a2b65-fb89-4c22-9efb-d4ec4a799089 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Dec 23 00:39:47.839647 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-10b906a7-cd85-4b5e-b256-d29195f4f8c1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:47.841110 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-10b906a7-cd85-4b5e-b256-d29195f4f8c1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 808 time: 0.1041548 Dec 23 00:39:47.913978 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-ad7f5103-0fee-4d9e-9f47-ccd502b3c263 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1bce7a793e4297877b92b900b48e49 HTTP/1.1" status: 200 len: 379 time: 0.0580719 Dec 23 00:39:47.926815 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'port': {'device_id': '3afc77de-184a-4f0d-af99-2ee296481736', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'admin_state_up': True, 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'security_groups': ['f995c39e-fea5-4ff6-8ff5-5ee37759cdc3']}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:48.054948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Made reservation on behalf of 9e1bce7a793e4297877b92b900b48e49 for: {'port': 1} {{(pid=108946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 00:39:48.060327 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.186335 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Allocated IP 172.20.0.10 (2081cf24-531e-4442-95e3-2a8f39af3d34/fcc61bc9-5dce-4940-b6ff-43a898664be9/22fede56-e753-4236-b9ce-83acdbf2d6a5) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:39:48.318333 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.356234 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.400529 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:39:48.403565 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:39:48.408123 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:39:48.437792 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:48.471882 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:48.472507 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.490832 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-fde0b12b-5b6d-4ca0-8a62-4b2ed96b75de tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676279 Dec 23 00:39:48.503736 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-d14d99a2-3391-4cca-b254-2205cafd4868 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:39:48.504724 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-d14d99a2-3391-4cca-b254-2205cafd4868 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054533 Dec 23 00:39:48.574650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Request body: {'port': {'device_id': '3afc77de-184a-4f0d-af99-2ee296481736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:39:48.594114 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-704ad1e8-6c48-4f38-adce-12e21f02f090 None None] Provisioning complete for port 22fede56-e753-4236-b9ce-83acdbf2d6a5 triggered by entity DHCP. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:39:48.594672 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-704ad1e8-6c48-4f38-adce-12e21f02f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.627464 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-704ad1e8-6c48-4f38-adce-12e21f02f090 None None] Port 22fede56-e753-4236-b9ce-83acdbf2d6a5 cannot update to ACTIVE because it is not bound. {{(pid=108948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 00:39:48.630812 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.885837 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fede56-e753-4236-b9ce-83acdbf2d6a5 {{(pid=108946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:39:48.893325 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.913226 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.provisioning_blocks [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Transition to ACTIVE for port object 22fede56-e753-4236-b9ce-83acdbf2d6a5 will not be triggered until provisioned by entity L2. {{(pid=108946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 00:39:48.917279 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:48.985996 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:49.003685 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de1b-b4a9-491e-ae4c-21e394cc4fd7 req-9c7ba581-2795-4c95-b6f2-69fb4e44b925 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.005218 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a48de1b-b4a9-491e-ae4c-21e394cc4fd7 req-9c7ba581-2795-4c95-b6f2-69fb4e44b925 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.1036537 Dec 23 00:39:49.101709 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a48de1b-b4a9-491e-ae4c-21e394cc4fd7 req-eb5c7c01-a71f-44fb-b5a1-9978cefcc3c3 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827770 Dec 23 00:39:49.105686 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Attempting to bind port 22fede56-e753-4236-b9ce-83acdbf2d6a5 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 00:39:49.106024 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Attempting to bind port 22fede56-e753-4236-b9ce-83acdbf2d6a5 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 00:39:49.106358 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Attempting to bind port 22fede56-e753-4236-b9ce-83acdbf2d6a5 on network 2081cf24-531e-4442-95e3-2a8f39af3d34 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:49.111230 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Port 22fede56-e753-4236-b9ce-83acdbf2d6a5 on network 2081cf24-531e-4442-95e3-2a8f39af3d34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 00:39:49.111489 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Attempting to bind port 22fede56-e753-4236-b9ce-83acdbf2d6a5 on network 2081cf24-531e-4442-95e3-2a8f39af3d34 {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 00:39:49.116361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Checking agent: {'id': '8a494dcc-2141-431b-a6f3-ced1a7f1e9fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'started_at': datetime.datetime(2021, 12, 23, 0, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 00:39:49.116729 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Checking segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 00:39:49.117109 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Bound using segment: {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'} {{(pid=108946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 00:39:49.117757 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.managers [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Bound port: 22fede56-e753-4236-b9ce-83acdbf2d6a5, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34'}}] {{(pid=108946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 00:39:49.118150 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:49.184427 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, cleared binding levels {{(pid=108946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 00:39:49.187390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 00:39:49.193898 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:49.228864 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.229499 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:49.230913 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] 10.222.0.43 "PUT /v2.0/ports/22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1094 time: 0.7109396 Dec 23 00:39:49.231330 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:39:49.233633 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc79104-531e-4d0e-9673-e2ea677a1eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:39:49.255213 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62795913-94dc-44a1-807e-e26a942a0eea service neutron] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=3']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:49.349495 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-38d683c1-0ba7-4263-b83f-c04270ea3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.351093 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-38d683c1-0ba7-4263-b83f-c04270ea3dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1097 time: 0.0449240 Dec 23 00:39:49.354709 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea312918-7e65-4912-9e79-1482f3b5a3cf x-openstack-request-id: req-ea312918-7e65-4912-9e79-1482f3b5a3cf {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:39:49.355002 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:39:49.355253 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea312918-7e65-4912-9e79-1482f3b5a3cf {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:39:49.355647 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'status': 'completed', 'code': 200} Dec 23 00:39:49.414490 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-9bdde30d-b409-45b3-97bc-8749b8684c54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0342965 Dec 23 00:39:49.468390 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-78301050-acb3-453a-a326-739759ce16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.469909 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-78301050-acb3-453a-a326-739759ce16c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0477874 Dec 23 00:39:49.515790 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-e98c159e-edcc-4481-8d78-f8e6d72668cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.517231 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-e98c159e-edcc-4481-8d78-f8e6d72668cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405858 Dec 23 00:39:49.610823 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-7fe9024f-a3a6-4596-bd79-40d8723bcbe2 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Dec 23 00:39:49.699841 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20b20301-fd30-48d7-b0d2-2bcb9394f742 req-6dec1025-f256-4525-a34e-251406a24d41 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812573 Dec 23 00:39:49.850154 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-2e98e2a1-4235-4bd4-85cf-c735f485d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.851661 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-2e98e2a1-4235-4bd4-85cf-c735f485d63d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1097 time: 0.0458386 Dec 23 00:39:49.946382 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-0b6db2f0-5f79-4ecb-9fc4-e451c0a9d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:49.947768 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-0b6db2f0-5f79-4ecb-9fc4-e451c0a9d411 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0863056 Dec 23 00:39:50.008803 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-5c094252-1bcb-4623-a3f8-ff896f87f55d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0526030 Dec 23 00:39:50.062740 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-39f210b4-2d35-4d98-8fd0-9ae870a87154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:50.064166 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-39f210b4-2d35-4d98-8fd0-9ae870a87154 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0476556 Dec 23 00:39:50.123565 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-1447d3c5-b5e0-4c1f-8ae2-42a7853cad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:50.125043 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-1447d3c5-b5e0-4c1f-8ae2-42a7853cad19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524607 Dec 23 00:39:50.242241 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-1f862367-469b-4634-b87b-8f0c700af090 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098707 Dec 23 00:39:50.252451 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e894b9-53b3-4a75-8c1e-bc7a0abbda31 req-85379e02-aa45-46e3-a488-08f06a5798c6 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:50.253817 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-09e894b9-53b3-4a75-8c1e-bc7a0abbda31 req-85379e02-aa45-46e3-a488-08f06a5798c6 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0713170 Dec 23 00:39:50.358565 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-09e894b9-53b3-4a75-8c1e-bc7a0abbda31 req-1db9dd49-d80c-4faf-9cdb-069c10e9e06c tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971010 Dec 23 00:39:50.372610 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-bcc79104-531e-4d0e-9673-e2ea677a1eb1 req-d3b93532-fd75-4c94-9fec-2383ac67f45c service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178989 Dec 23 00:39:51.481753 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c12c86-7a04-4ad5-a594-0a97609d834e req-580bddf5-f399-4737-bacb-dad8468c7014 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:51.483180 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0c12c86-7a04-4ad5-a594-0a97609d834e req-580bddf5-f399-4737-bacb-dad8468c7014 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0504837 Dec 23 00:39:51.532803 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c0c12c86-7a04-4ad5-a594-0a97609d834e req-a5339c9b-9b93-4036-8b18-55d2d6f65a2f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 Dec 23 00:39:52.663379 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2a16a-ff90-44ce-8f53-81ab6847ad22 req-76d0fa78-270e-49d4-9fad-811ee321bd14 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:52.664847 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-85b2a16a-ff90-44ce-8f53-81ab6847ad22 req-76d0fa78-270e-49d4-9fad-811ee321bd14 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0520205 Dec 23 00:39:52.712903 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-85b2a16a-ff90-44ce-8f53-81ab6847ad22 req-cc66b308-9b98-4674-b49e-b4f76ab15028 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Dec 23 00:39:53.840495 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9223daa-65eb-4502-a595-3c661d116262 req-e818086a-4c88-4dc0-b3fc-39d4ed902677 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:53.841989 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c9223daa-65eb-4502-a595-3c661d116262 req-e818086a-4c88-4dc0-b3fc-39d4ed902677 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0516188 Dec 23 00:39:53.893808 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-c9223daa-65eb-4502-a595-3c661d116262 req-067cef35-b64f-46bf-b94e-08f540e50e4c tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Dec 23 00:39:55.023788 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92836f4a-33d8-487c-b4df-fc7176148498 req-d0aa7b7a-ae4c-4c3b-8942-003a857bb9d1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:55.025220 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92836f4a-33d8-487c-b4df-fc7176148498 req-d0aa7b7a-ae4c-4c3b-8942-003a857bb9d1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0520666 Dec 23 00:39:55.073891 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-92836f4a-33d8-487c-b4df-fc7176148498 req-fa0e5c65-a325-4321-806f-980c0f75b179 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 Dec 23 00:39:55.705765 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:39:56.200192 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a034-03a2-4c2e-998c-66417fe772ab req-41ca98ac-9c01-4b4a-848b-e5d75031de1f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:56.201622 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95b8a034-03a2-4c2e-998c-66417fe772ab req-41ca98ac-9c01-4b4a-848b-e5d75031de1f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0493882 Dec 23 00:39:56.251372 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-95b8a034-03a2-4c2e-998c-66417fe772ab req-b8909289-3a60-427d-b13a-6ed9e35b01a4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433426 Dec 23 00:39:56.424679 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bcf72832-a38c-4a10-be35-bcbf13cb017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:57.386632 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cfc3b-c491-445b-a842-bc4f5243aa35 req-5a2bd62c-fa31-48c6-bf0a-5e264d090b1a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:57.388065 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d9cfc3b-c491-445b-a842-bc4f5243aa35 req-5a2bd62c-fa31-48c6-bf0a-5e264d090b1a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0574510 Dec 23 00:39:57.440493 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4d9cfc3b-c491-445b-a842-bc4f5243aa35 req-d1d72453-93ae-4c1a-a36e-e48c8b978375 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Dec 23 00:39:57.959534 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:39:58.075202 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:58.086335 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'mac_address': 'fa:16:3e:e1:71:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:39:58.123405 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:58.136074 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fede56-e753-4236-b9ce-83acdbf2d6a5 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:39:58.161297 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:39:58.168369 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:58.217473 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=4']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:39:58.510790 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['22fede56-e753-4236-b9ce-83acdbf2d6a5'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:39:58.558897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbadbe-458f-4c2c-966b-a32171f4c5eb req-f718e3bf-aa28-4959-8f2b-825e1fdd0c6e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:58.560378 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-41cbadbe-458f-4c2c-966b-a32171f4c5eb req-f718e3bf-aa28-4959-8f2b-825e1fdd0c6e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 945 time: 0.0490386 Dec 23 00:39:58.561179 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-6e3ba515-266e-4d94-a0ce-a657e5be9b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:58.609699 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-41cbadbe-458f-4c2c-966b-a32171f4c5eb req-b174217a-d91c-40c0-af9f-03923f180a22 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Dec 23 00:39:59.384131 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:59.731936 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c8b3-5e62-45aa-9a94-0afd0c955a22 req-acdeea42-e622-4978-ac7f-bb2f322d9bc6 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:39:59.733410 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e862c8b3-5e62-45aa-9a94-0afd0c955a22 req-acdeea42-e622-4978-ac7f-bb2f322d9bc6 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Dec 23 00:39:59.781497 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e862c8b3-5e62-45aa-9a94-0afd0c955a22 req-d91ae440-2fdb-4469-8d06-39736e4f6783 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 Dec 23 00:39:59.791515 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:39:59.959904 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:40:00.025797 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning for port 22fede56-e753-4236-b9ce-83acdbf2d6a5 completed by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 00:40:00.029748 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 22fede56-e753-4236-b9ce-83acdbf2d6a5 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:40:00.030121 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:00.106514 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:00.135520 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:40:00.137794 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7395e5b7-592b-48ac-83ec-7a5eb8288c44" -d '{"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-plugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:40:00.152937 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:40:00.159011 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:00.206850 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=5']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:40:00.230720 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f9b3b-5ca3-4056-b08c-cbc4489e901e x-openstack-request-id: req-fe7f9b3b-5ca3-4056-b08c-cbc4489e901e {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:40:00.231032 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-plugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:40:00.231281 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe7f9b3b-5ca3-4056-b08c-cbc4489e901e {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:40:00.231778 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'code': 200} Dec 23 00:40:00.499146 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63a62f-3e2a-4de9-a3c5-22b2c9e437e3 req-dcbdb74a-2131-4322-a9d1-48894d945267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:00.500603 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ab63a62f-3e2a-4de9-a3c5-22b2c9e437e3 req-dcbdb74a-2131-4322-a9d1-48894d945267 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0450580 Dec 23 00:40:00.814672 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-ab63a62f-3e2a-4de9-a3c5-22b2c9e437e3 req-0c525825-96f0-4751-9039-1a0fd52ef580 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065329 Dec 23 00:40:00.907439 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ec376-933c-4be1-b613-cc7d0892415f req-3ec04378-d69f-458d-be85-c7d26ea7b99e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:00.908894 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e61ec376-933c-4be1-b613-cc7d0892415f req-3ec04378-d69f-458d-be85-c7d26ea7b99e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0547867 Dec 23 00:40:00.956512 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e61ec376-933c-4be1-b613-cc7d0892415f req-1634c4c7-6bf8-4a0e-92e1-88c0f728c7ec tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413909 Dec 23 00:40:01.289359 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.093019 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4fd6a-0428-49c5-a231-0401722c4955 req-3a640318-5043-4ae5-a795-defa06212c02 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:02.094631 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-62e4fd6a-0428-49c5-a231-0401722c4955 req-3a640318-5043-4ae5-a795-defa06212c02 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0621903 Dec 23 00:40:02.102118 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.147294 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-62e4fd6a-0428-49c5-a231-0401722c4955 req-9d746759-0e5a-4353-a0f7-4af9ab1b2768 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Dec 23 00:40:02.260418 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1ee8b-80dd-4159-8f3e-fee4febc44f6 req-d6a6ce49-e9e1-4dd4-bda1-9c331b6ceda7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:02.261903 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6aa1ee8b-80dd-4159-8f3e-fee4febc44f6 req-d6a6ce49-e9e1-4dd4-bda1-9c331b6ceda7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0492239 Dec 23 00:40:02.311540 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-6aa1ee8b-80dd-4159-8f3e-fee4febc44f6 req-9547ff80-b51a-464a-bb05-f1bf06164346 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Dec 23 00:40:02.333925 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58392) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:40:02.421763 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4146186-8daa-4536-b45f-bcf766b65b95 tempest-TestShelveInstance-778579441 tempest-TestShelveInstance-778579441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:02.423255 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a4146186-8daa-4536-b45f-bcf766b65b95 tempest-TestShelveInstance-778579441 tempest-TestShelveInstance-778579441-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1094 time: 0.0883856 Dec 23 00:40:02.426479 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58396) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:40:02.430692 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.v2.base [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Request body: {'floatingip': {'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 00:40:02.458275 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for floatingip, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.559100 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.671403 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_common [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Allocated IP 172.27.1.228 (e46c6231-c4b7-4daa-adae-5ef7aac26fcb/ed265f09-67ee-4927-a3eb-d3124333abcc/69cf6bd4-8595-4788-88a5-af4578e0ab56) {{(pid=108946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 00:40:02.768949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for port, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.808804 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762017040613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:02.847111 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Network e46c6231-c4b7-4daa-adae-5ef7aac26fcb is already hosted by enough agents. {{(pid=108946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 00:40:02.851162 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.base_scheduler [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Resources bound (agent type, host, resource id): {{(pid=108946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 00:40:02.855402 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Received port after_create {{(pid=108946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 00:40:02.858343 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'Port': ['ID=69cf6bd4-8595-4788-88a5-af4578e0ab56,revision_number=1']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:40:03.202240 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:03.274128 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:03.435194 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for port, precommit_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:03.443448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268073'] for port, after_update {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:03.518637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event updated for resources: {'Port': ['ID=69cf6bd4-8595-4788-88a5-af4578e0ab56,revision_number=2']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:40:03.529687 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582043'] for floatingip, after_create {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:03.633842 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Floating IP ade5f3a0-58ad-4144-8036-2990c4d463ea associated. External IP: 172.27.1.228, port: 22fede56-e753-4236-b9ce-83acdbf2d6a5. Dec 23 00:40:03.865725 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Router 8f195343-dcbe-4905-a6db-2e0ed8938d99 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:40:03.869562 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-b05f70cd-e82c-49e1-879e-59a75157eb8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615518 Dec 23 00:40:04.000806 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:40:04.011824 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Sync routers for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:40:04.016233 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-e01aadf9-845a-4e59-9df4-0e0610bcde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.017754 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-e01aadf9-845a-4e59-9df4-0e0610bcde24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0677683 Dec 23 00:40:04.023260 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:40:04.023894 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:39:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:40:04.026998 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:04.075771 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-eae76cb3-0117-44c4-a9eb-c8f1f3fd29e1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6482589 Dec 23 00:40:04.077751 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:40:04.080374 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d504bd-f108-489f-bcc8-44a6b071d303" -d '{"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:40:04.120657 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caffd998-89b0-407e-810e-982f9fa8b7b3 x-openstack-request-id: req-caffd998-89b0-407e-810e-982f9fa8b7b3 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:40:04.120948 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:40:04.121202 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caffd998-89b0-407e-810e-982f9fa8b7b3 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:40:04.121688 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'status': 'completed', 'code': 200} Dec 23 00:40:04.135165 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:40:04.145748 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-c490de23-c1c1-4e7a-b1b5-0194d7ded63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.147231 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-c490de23-c1c1-4e7a-b1b5-0194d7ded63b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.1019607 Dec 23 00:40:04.216910 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-7e182938-9eeb-4a41-8a2a-a9e39a81fe25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0592437 Dec 23 00:40:04.265902 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-fdaebde9-3d61-48ca-bf91-bd4d8805c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.267363 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-fdaebde9-3d61-48ca-bf91-bd4d8805c101 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0436015 Dec 23 00:40:04.316599 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-8ccefbc7-9bfa-44b2-aa4e-4017d0b4356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.318101 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-8ccefbc7-9bfa-44b2-aa4e-4017d0b4356b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429447 Dec 23 00:40:04.360732 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ade5f3a0-58ad-4144-8036-2990c4d463ea', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'mac_address': 'fa:16:3e:e1:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc77de-184a-4f0d-af99-2ee296481736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:40:03Z', 'updated_at': '2021-12-23T00:40:03Z', 'revision_number': 0, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:40:04.385981 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Checking router: 8f195343-dcbe-4905-a6db-2e0ed8938d99 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:40:04.394372 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:40:04.394987 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:39:59Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:40:04.408759 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-df2522de-0e2a-40bb-b825-368e3fc0dbd5 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820472 Dec 23 00:40:04.499452 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-8f12798f-ee64-4fbc-9795-f95b1abd5d08 req-1e9bedcb-3d0e-49b4-a346-4d1edc3d53ce service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Dec 23 00:40:04.500813 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:40:04.628841 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-e4b85eb7-98da-4c56-9750-557e3b4a38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.630342 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-e4b85eb7-98da-4c56-9750-557e3b4a38f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0490055 Dec 23 00:40:04.719533 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-e86005e4-d6b5-45c9-a258-ae56a1acfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.721074 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-e86005e4-d6b5-45c9-a258-ae56a1acfa8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0828769 Dec 23 00:40:04.731553 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ade5f3a0-58ad-4144-8036-2990c4d463ea', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'mac_address': 'fa:16:3e:e1:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc77de-184a-4f0d-af99-2ee296481736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:40:03Z', 'updated_at': '2021-12-23T00:40:03Z', 'revision_number': 0, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:40:04.790585 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-512e6ad4-a2b3-4ec4-9653-459245f96d0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0618892 Dec 23 00:40:04.846733 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-b49c1c8f-76fe-491e-84d2-2bf6a667f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.848213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-b49c1c8f-76fe-491e-84d2-2bf6a667f042 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0506940 Dec 23 00:40:04.887829 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8fb5-d026-4b1c-8ee4-3cd8e1bae597 None None] The sync data for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi is: [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_floatingips': [{'id': 'ade5f3a0-58ad-4144-8036-2990c4d463ea', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'router_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'mac_address': 'fa:16:3e:e1:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc77de-184a-4f0d-af99-2ee296481736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T00:40:03Z', 'updated_at': '2021-12-23T00:40:03Z', 'revision_number': 0, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:40:04.896381 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-f61a9967-4fc7-4ab2-a4d5-d49fb01d8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:40:04.897927 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-f61a9967-4fc7-4ab2-a4d5-d49fb01d8ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425277 Dec 23 00:40:04.989680 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-14e35a47-78be-418e-a93f-c4d755441c05 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842822 Dec 23 00:40:05.085809 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-20d504bd-f108-489f-bcc8-44a6b071d303 req-b64e2969-8e7c-4d7e-9283-ac97a0ed788e service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883214 Dec 23 00:40:05.089285 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51c1bd-112c-4bbd-b08a-85b3ff9a995d None None] New status for floating IP ade5f3a0-58ad-4144-8036-2990c4d463ea: ACTIVE {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:40:26.424537 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-491ba972-5d2b-4267-aa56-e20b7925ab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:28.552572 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d175793b-4b40-4ab4-9196-6f64e43e1b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:29.386143 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:29.794488 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:31.300629 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:32.109681 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:32.711198 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:40:56.424821 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b2f06aa7-799d-45e6-baaf-d50696773314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:58.553528 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-966ef8c1-83ae-462f-bca8-bd4f02068296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:59.377882 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:40:59.803455 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:01.301413 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:02.105876 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:03.820189 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-014951f0-c619-4b07-ba75-5477a07145f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483124 Dec 23 00:41:03.922098 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-60b33d45-c26f-4f99-bad0-0d146d5bcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:41:03.923455 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-60b33d45-c26f-4f99-bad0-0d146d5bcd12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0408957 Dec 23 00:41:04.032988 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-c9240657-4a39-4eb3-8029-b6cda062f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:41:04.034535 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-c9240657-4a39-4eb3-8029-b6cda062f25d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0889287 Dec 23 00:41:04.097943 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-720a7464-1423-41e1-bca1-c2128dcb115e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0556102 Dec 23 00:41:04.146066 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-0f78ee3e-bafd-432d-899c-b0dd25363ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:41:04.147440 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-0f78ee3e-bafd-432d-899c-b0dd25363ebf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0427120 Dec 23 00:41:04.197570 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-37edb27a-909f-4df6-ad96-30e4d2e88a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:41:04.198949 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-37edb27a-909f-4df6-ad96-30e4d2e88a47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436621 Dec 23 00:41:04.290905 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-458aa53d-21d7-4df6-9167-5d74e0a5d907 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Dec 23 00:41:04.662167 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-07abd4db-08df-45e1-a39b-9f8b91bbfb0e req-18f3a855-024f-4754-bb8d-3278c3cab156 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638163 Dec 23 00:41:09.717222 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:41:26.424621 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c8f63f46-0e5a-4398-b1bf-ab46cf369309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:28.555639 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1cab-3da3-4bdd-bc30-655d220655b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:29.394267 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:29.807828 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:31.307669 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:32.099266 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:46.713131 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:41:56.426646 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-e908e39c-c7db-40a0-a3f8-88851cd2f257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:58.561384 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dcccddbc-5697-4c8e-bbc7-b45ac6ac24bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:59.403451 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:41:59.610775 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a0d5-5e44-4b75-9235-4f2b073cf040 req-ebecfd45-b73f-425d-988a-f117fd3a1759 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:41:59.612216 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1f6a0d5-5e44-4b75-9235-4f2b073cf040 req-ebecfd45-b73f-425d-988a-f117fd3a1759 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Dec 23 00:41:59.660713 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d1f6a0d5-5e44-4b75-9235-4f2b073cf040 req-83459907-e4e5-4b10-93c9-cf6672f782bb tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Dec 23 00:41:59.810423 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:00.789765 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654cc94-5d56-4814-b8be-855af9173bdd req-77f3262f-2b5e-45b5-a7ae-bb81406a2a8b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:00.791224 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f654cc94-5d56-4814-b8be-855af9173bdd req-77f3262f-2b5e-45b5-a7ae-bb81406a2a8b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0487778 Dec 23 00:42:00.839543 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-f654cc94-5d56-4814-b8be-855af9173bdd req-52675b36-de9c-4378-8161-2b3d2acf7fb5 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Dec 23 00:42:01.310099 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:01.972196 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005584-cfd6-408d-bed6-6f184398313f req-e6396b6e-0ada-42ff-a021-43a237e93a06 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:01.973781 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f5005584-cfd6-408d-bed6-6f184398313f req-e6396b6e-0ada-42ff-a021-43a237e93a06 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0534890 Dec 23 00:42:02.021395 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f5005584-cfd6-408d-bed6-6f184398313f req-8f764a5f-c2b4-4739-94dd-d738c18eca7f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Dec 23 00:42:02.101507 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:03.151438 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c2b7-1808-4ac9-8f71-82fd2ed91b72 req-1e431be6-0e68-4b4e-88c7-dd5324f9b65b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:03.152923 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a876c2b7-1808-4ac9-8f71-82fd2ed91b72 req-1e431be6-0e68-4b4e-88c7-dd5324f9b65b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0583534 Dec 23 00:42:03.206457 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-a876c2b7-1808-4ac9-8f71-82fd2ed91b72 req-92963777-d10a-40b3-ba38-32e463c4db59 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473335 Dec 23 00:42:04.340302 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01290-b421-4783-94ac-c76481ce8345 req-71f9c17f-d006-40b4-aaf9-1fb1e5af3214 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:04.341793 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fad01290-b421-4783-94ac-c76481ce8345 req-71f9c17f-d006-40b4-aaf9-1fb1e5af3214 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0504727 Dec 23 00:42:04.393317 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-fad01290-b421-4783-94ac-c76481ce8345 req-e7bbc821-54ff-4696-a6c1-42ee62916f25 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Dec 23 00:42:05.525361 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d64e-efe6-4158-b824-6da6736cd779 req-5d26d5a2-473a-4c9e-afd0-5c703108caa8 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:05.526850 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9250d64e-efe6-4158-b824-6da6736cd779 req-5d26d5a2-473a-4c9e-afd0-5c703108caa8 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0567358 Dec 23 00:42:05.576810 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9250d64e-efe6-4158-b824-6da6736cd779 req-64127039-9b95-4d90-8e9e-6cc20462cbb3 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Dec 23 00:42:05.908644 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-527f1b60-f18f-4d99-ba2a-ea9a8e9dce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:05.910122 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-527f1b60-f18f-4d99-ba2a-ea9a8e9dce27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0413625 Dec 23 00:42:06.028598 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-1d4fdf7d-ffb3-4299-b84a-bc0481ee2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:06.030460 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-1d4fdf7d-ffb3-4299-b84a-bc0481ee2272 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.1009099 Dec 23 00:42:06.095430 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-2ccb8069-0d06-4e6f-9808-75cfddc00b09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0579984 Dec 23 00:42:06.146413 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-1156c71e-fc50-4e2a-9635-f701cfb06b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:06.147814 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-1156c71e-fc50-4e2a-9635-f701cfb06b6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0458329 Dec 23 00:42:06.195652 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-bfb1444d-be4c-4901-b9e0-3da4d2ea466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:06.197037 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-bfb1444d-be4c-4901-b9e0-3da4d2ea466c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413988 Dec 23 00:42:06.288132 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-7d5afe8d-63bb-4f32-94cf-a682e010f7f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831909 Dec 23 00:42:06.379986 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-481be06d-bf4e-43ae-b4c6-0695f72e5370 req-b0f29c5f-1468-49a3-bcb9-6a0d312fc0c6 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Dec 23 00:42:06.697880 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43768e-30ff-4382-8f95-93280bfd5b6e req-86e5ba1b-bd8c-4637-ac4c-079688b79330 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:06.699321 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-da43768e-30ff-4382-8f95-93280bfd5b6e req-86e5ba1b-bd8c-4637-ac4c-079688b79330 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0487239 Dec 23 00:42:06.754555 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-da43768e-30ff-4382-8f95-93280bfd5b6e req-b35934c6-e5e2-427e-9a2c-c99cb8aa200b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463943 Dec 23 00:42:07.886806 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46bfa-fd6f-4caa-9e4a-eab2dc6fb664 req-5681cbbc-5338-4529-8e15-c111ad3435ba tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:07.889203 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-11c46bfa-fd6f-4caa-9e4a-eab2dc6fb664 req-5681cbbc-5338-4529-8e15-c111ad3435ba tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0612259 Dec 23 00:42:07.939601 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-11c46bfa-fd6f-4caa-9e4a-eab2dc6fb664 req-f1439be7-fea9-4d3a-ab88-a9ea323a85a9 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Dec 23 00:42:09.063897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b831a53-6a25-48b6-8e94-6556e52e5fd6 req-50317aaf-93d5-4d05-8baf-9e3127481ce1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:09.065348 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6b831a53-6a25-48b6-8e94-6556e52e5fd6 req-50317aaf-93d5-4d05-8baf-9e3127481ce1 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0553532 Dec 23 00:42:09.113867 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-6b831a53-6a25-48b6-8e94-6556e52e5fd6 req-100ab600-c41d-4126-bcf2-95bf401ed152 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Dec 23 00:42:09.856579 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-58584de4-1d2d-45d1-bdaf-e90efb1ce7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:09.858103 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-58584de4-1d2d-45d1-bdaf-e90efb1ce7eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0532620 Dec 23 00:42:09.949189 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-e33b2591-b25c-4887-b860-a8bea035bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:09.950551 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-e33b2591-b25c-4887-b860-a8bea035bf37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0855718 Dec 23 00:42:10.017003 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-f4f9a207-2ec3-4d7c-823d-953b9e7daa00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0591226 Dec 23 00:42:10.065049 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-c6b2599f-7ee8-4608-9966-85d8817be326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:10.066506 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-c6b2599f-7ee8-4608-9966-85d8817be326 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0429840 Dec 23 00:42:10.111120 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-3c3b5fb6-eaa5-46db-bc98-279e54d1fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:10.112540 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-3c3b5fb6-eaa5-46db-bc98-279e54d1fd00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389590 Dec 23 00:42:10.231452 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-a066d55a-09ab-4204-892c-65afdaf0d3a2 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114941 Dec 23 00:42:10.252567 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3290b0-41b9-4e5e-95ab-f25605ca54cb req-1f14ba76-c671-4889-97d8-2d34061ee7f7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:10.254283 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2e3290b0-41b9-4e5e-95ab-f25605ca54cb req-1f14ba76-c671-4889-97d8-2d34061ee7f7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0715487 Dec 23 00:42:10.369342 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2e3290b0-41b9-4e5e-95ab-f25605ca54cb req-ab5842f0-5b92-42e4-b265-81fd2d01d9fa tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044195 Dec 23 00:42:10.383496 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-744d48ef-fb16-41fe-a0d5-dce60fd4e56b req-716bfa97-686a-4d36-9066-1dd0f651d2c4 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455631 Dec 23 00:42:11.494661 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc4447-f6df-4669-b960-b0cfe4d67103 req-b86a4d88-ef81-4469-8aa8-fd6b395d1bce tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:11.496092 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cabc4447-f6df-4669-b960-b0cfe4d67103 req-b86a4d88-ef81-4469-8aa8-fd6b395d1bce tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0477269 Dec 23 00:42:11.548017 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-cabc4447-f6df-4669-b960-b0cfe4d67103 req-c1861504-218f-4eb7-9173-e8ab83930ac3 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Dec 23 00:42:12.667751 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f1ce-2bf7-4630-8cec-504e22b36c9c req-54a5febc-d116-4193-8ba3-d5cbe0813b72 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:12.669251 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4034f1ce-2bf7-4630-8cec-504e22b36c9c req-54a5febc-d116-4193-8ba3-d5cbe0813b72 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0518284 Dec 23 00:42:12.719129 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-4034f1ce-2bf7-4630-8cec-504e22b36c9c req-ff3bef63-bd59-4abc-bb20-611e2d75ff7f tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 Dec 23 00:42:12.794549 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [req-e57b51aa-2a16-4437-86e2-f8580dfd1c83 req-3329438f-0c2e-489a-a945-18082ce9041f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=108947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 00:42:12.795530 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-e57b51aa-2a16-4437-86e2-f8580dfd1c83 req-3329438f-0c2e-489a-a945-18082ce9041f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073094 Dec 23 00:42:12.960910 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772497fd-9126-4e1b-ba34-476b7ef3d9ba req-4e741a82-1db4-4227-b093-10b73a91bdd8 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:12.962447 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-772497fd-9126-4e1b-ba34-476b7ef3d9ba req-4e741a82-1db4-4227-b093-10b73a91bdd8 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0520227 Dec 23 00:42:13.035339 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-5efc36a7-e5ca-4912-a3d9-8c3d34b60aaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519589 Dec 23 00:42:13.040306 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-772497fd-9126-4e1b-ba34-476b7ef3d9ba req-bcc3d720-5ee7-4126-9ebd-31b357d842b5 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690665 Dec 23 00:42:14.159170 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b77d1d-9260-4d76-9e4b-6007988ec30c req-58a3af5d-84da-4af7-9ad5-f9afca459578 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.160631 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6b77d1d-9260-4d76-9e4b-6007988ec30c req-58a3af5d-84da-4af7-9ad5-f9afca459578 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0526323 Dec 23 00:42:14.209030 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-a6b77d1d-9260-4d76-9e4b-6007988ec30c req-796aa772-ab05-434b-ace8-af208ff50de4 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Dec 23 00:42:14.569477 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766de2-772e-448d-afe6-17fba24bf790 req-ba4a2867-4aca-4f16-bb99-8bf91bd59e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.570952 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-ba4a2867-4aca-4f16-bb99-8bf91bd59e14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736&tenant_id=9e1bce7a793e4297877b92b900b48e49 HTTP/1.1" status: 200 len: 1099 time: 0.0420148 Dec 23 00:42:14.645860 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766de2-772e-448d-afe6-17fba24bf790 req-a9fcaaea-fb9f-4cdb-81e6-58d88cbd1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.647436 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-a9fcaaea-fb9f-4cdb-81e6-58d88cbd1592 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0422668 Dec 23 00:42:14.743491 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766de2-772e-448d-afe6-17fba24bf790 req-d05263d0-42f3-4fd3-8179-942f40daf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.745697 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-d05263d0-42f3-4fd3-8179-942f40daf43a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0899186 Dec 23 00:42:14.772722 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:42:14.810680 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-b47c763c-eacf-49ef-8bb9-f0950ac3143b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0574887 Dec 23 00:42:14.849111 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:14.864191 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766de2-772e-448d-afe6-17fba24bf790 req-bb979f51-c2c6-4b01-9147-006046349284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.865686 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-bb979f51-c2c6-4b01-9147-006046349284 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0478661 Dec 23 00:42:14.871124 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:42:14.873389 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70fb3d-ced5-40ba-ada6-378502d0e843" -d '{"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-unplugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:42:14.885920 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:42:14.891215 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:14.913783 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df75a7-9cbf-4636-84c7-ea2dfaae04ff x-openstack-request-id: req-56df75a7-9cbf-4636-84c7-ea2dfaae04ff {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:42:14.914057 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-unplugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:42:14.914436 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766de2-772e-448d-afe6-17fba24bf790 req-3c084e3b-a4d0-44c9-bbed-2a4c16cd4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:14.914588 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56df75a7-9cbf-4636-84c7-ea2dfaae04ff {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:42:14.914890 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'code': 200} Dec 23 00:42:14.915996 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-3c084e3b-a4d0-44c9-bbed-2a4c16cd4846 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430672 Dec 23 00:42:14.939802 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=6']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:42:14.946674 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.947024 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.947382 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.947715 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.948039 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.948366 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.948689 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.949013 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.949334 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.949712 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.950032 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.950351 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:14.950668 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:42:15.034851 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-9667201d-9194-4107-ad54-ecfc73e81331 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843241 Dec 23 00:42:15.126796 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-95766de2-772e-448d-afe6-17fba24bf790 req-c552f287-585a-4a11-836f-580ddfe14c89 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848377 Dec 23 00:42:15.347329 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f350a-6b50-4adc-9c6d-119e31290f66 req-72872e8c-4343-4848-93f7-c7eaee741028 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:15.348778 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f88f350a-6b50-4adc-9c6d-119e31290f66 req-72872e8c-4343-4848-93f7-c7eaee741028 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0518243 Dec 23 00:42:15.397522 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-f88f350a-6b50-4adc-9c6d-119e31290f66 req-f5695a2e-57ba-4424-9965-c1d1bcbb07f3 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Dec 23 00:42:16.534077 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b081-c25a-4a92-b30b-b05a7b42f588 req-a4233a60-61b0-49be-a7f6-cfbaa4a4561b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:16.535581 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0e1b081-c25a-4a92-b30b-b05a7b42f588 req-a4233a60-61b0-49be-a7f6-cfbaa4a4561b tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0581920 Dec 23 00:42:16.583915 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-d0e1b081-c25a-4a92-b30b-b05a7b42f588 req-4762cb20-5776-4a8f-8ae3-f3150f69621a tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Dec 23 00:42:17.710830 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60517944-2725-4e6e-a067-3bf8fb77feb1 req-d7455055-0289-463f-a225-0d6df0279a17 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:17.712313 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-60517944-2725-4e6e-a067-3bf8fb77feb1 req-d7455055-0289-463f-a225-0d6df0279a17 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0503039 Dec 23 00:42:17.766258 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-60517944-2725-4e6e-a067-3bf8fb77feb1 req-ff36268d-45c6-4843-9f4e-5e1d314a074e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478690 Dec 23 00:42:18.900051 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2cdf4-0aaf-4657-be5c-09c796d6ec2e req-e8f47ad2-428a-40bb-9343-97f199bc24ba tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:18.901432 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3ad2cdf4-0aaf-4657-be5c-09c796d6ec2e req-e8f47ad2-428a-40bb-9343-97f199bc24ba tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0626755 Dec 23 00:42:18.958914 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3ad2cdf4-0aaf-4657-be5c-09c796d6ec2e req-47fc4a2e-843f-41e7-ba51-509df135c8c6 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484819 Dec 23 00:42:20.092770 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba3f8-6fea-405b-b208-8da4a5b12239 req-3a199c8f-6414-4e0f-9232-52c3e2031940 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:20.094229 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-537ba3f8-6fea-405b-b208-8da4a5b12239 req-3a199c8f-6414-4e0f-9232-52c3e2031940 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0544431 Dec 23 00:42:20.143038 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-537ba3f8-6fea-405b-b208-8da4a5b12239 req-f9d7e08a-0327-4ecc-b427-c0f72a37a4d2 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426259 Dec 23 00:42:21.282791 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edea9b-5ad5-4182-bd8d-cc00f71e953f req-8aec5f4f-4ca7-4739-88eb-006c087cbd5e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:21.284253 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6edea9b-5ad5-4182-bd8d-cc00f71e953f req-8aec5f4f-4ca7-4739-88eb-006c087cbd5e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0726535 Dec 23 00:42:21.286735 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09ba19-dccb-4dbd-82ef-598b029d3f68 req-22987875-1ad0-42c8-ae67-75b739c4cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:21.288036 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a09ba19-dccb-4dbd-82ef-598b029d3f68 req-22987875-1ad0-42c8-ae67-75b739c4cb4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1097 time: 0.0658224 Dec 23 00:42:21.365184 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-e6edea9b-5ad5-4182-bd8d-cc00f71e953f req-812aec4c-343a-4ea5-b58f-1fb765a1f01e tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748699 Dec 23 00:42:21.368381 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-1a09ba19-dccb-4dbd-82ef-598b029d3f68 req-50039635-d86a-4f52-af64-1cc305d4325b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714109 Dec 23 00:42:22.482944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f13e7-4fe7-4d66-b1b4-bab52f08931e req-b1724127-1a64-44b0-9c1e-2e36b47119bb tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:42:22.484376 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ce3f13e7-4fe7-4d66-b1b4-bab52f08931e req-b1724127-1a64-44b0-9c1e-2e36b47119bb tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 944 time: 0.0477865 Dec 23 00:42:22.535847 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-ce3f13e7-4fe7-4d66-b1b4-bab52f08931e req-6e1a4a51-0080-4954-b177-e3358ecae7f5 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453944 Dec 23 00:42:22.825625 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=108948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 00:42:22.932177 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:42:22.946198 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Returning: {'device': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'port_id': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'mac_address': 'fa:16:3e:e1:71:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 00:42:22.983655 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:22.996378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fede56-e753-4236-b9ce-83acdbf2d6a5 {{(pid=108948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 00:42:23.020152 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:42:23.026291 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:23.073844 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=7']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:42:23.344862 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] get_ports_and_sgs() called for port_ids ['22fede56-e753-4236-b9ce-83acdbf2d6a5'] {{(pid=108948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 00:42:23.719040 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:42:24.844396 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 up at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 00:42:24.900041 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.provisioning_blocks [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Provisioning complete for port 22fede56-e753-4236-b9ce-83acdbf2d6a5 triggered by entity L2. {{(pid=108948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 00:42:24.900344 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559566'] for port, provisioning_complete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:24.985773 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568835'] for port, before_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:25.008320 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:42:25.010604 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0dc4cf0f5fb194f6164327b669d6fd37e556ae09ad1b397942ed6a1b07d2642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5a351-7311-47c0-9924-ba2be82f09c5" -d '{"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-plugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:42:25.023261 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:42:25.028490 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762017606723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762017040631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762017037581'] for port, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:25.053788 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7587472c-b9b2-4cb1-ae7b-6f65c97d8c34 x-openstack-request-id: req-7587472c-b9b2-4cb1-ae7b-6f65c97d8c34 {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:42:25.054083 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-plugged", "status": "completed", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "code": 200}]} {{(pid=108948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:42:25.054336 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7587472c-b9b2-4cb1-ae7b-6f65c97d8c34 {{(pid=108948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:42:25.054723 dv-cinder-822768-1-iscsi neutron-server[108948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'code': 200} Dec 23 00:42:25.079448 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Pushing event updated for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=8']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:42:26.429827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a450e447-7fe4-4914-8434-9b87bef4f783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:28.561880 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-78b2061b-1e4c-428a-b5a9-4abe2fe07ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:29.411853 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:29.815492 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:31.314042 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:32.103747 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:56.431045 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-fc07439b-715d-4282-b733-81a47b82e0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:58.561126 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-55e22409-5367-4f74-b9ce-2c828d6b3691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:59.400310 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:42:59.822753 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:00.724914 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:43:01.318274 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:02.111271 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:07.824396 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-3d6f73bb-df52-405b-aad9-87565f5eaa33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410070 Dec 23 00:43:07.925678 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-aaaaf0fa-72a3-4544-9565-4294da1b9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:07.927039 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-aaaaf0fa-72a3-4544-9565-4294da1b9df2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0414224 Dec 23 00:43:08.038981 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-37e990d2-5a32-44c3-8404-26ca79dfb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:08.040453 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-37e990d2-5a32-44c3-8404-26ca79dfb012 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.0929103 Dec 23 00:43:08.106576 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-25ef1430-5dd7-41f3-8e38-659e45e3e223 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0590217 Dec 23 00:43:08.153997 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-95b2c46b-9bb1-4b52-994a-7ab1daef95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:08.155431 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-95b2c46b-9bb1-4b52-994a-7ab1daef95f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.0418026 Dec 23 00:43:08.202794 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-a441ac3a-e4d1-4da0-bbdf-d8ba6fd42f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:08.204213 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-a441ac3a-e4d1-4da0-bbdf-d8ba6fd42f70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418620 Dec 23 00:43:08.290255 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-cc9688fc-6e5b-47db-888a-749aa2ee53c5 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791783 Dec 23 00:43:08.389473 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-fa0f5e98-5e2f-40ff-a5ff-1e38f1d4049a req-78aedf00-4937-4e90-8df7-25c3abc88ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Dec 23 00:43:26.436159 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-13aede80-be0a-4d3a-95bb-f4f1fab2f457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:28.556833 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f20baa8d-4e5d-448d-812e-7f960e206e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:29.410648 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:29.827792 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:31.327160 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:32.107577 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:37.730337 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:43:38.392921 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58530) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:38.562577 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Deleting port 69cf6bd4-8595-4788-88a5-af4578e0ab56 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:38.563020 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:38.635897 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:38.636364 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:38.649021 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Calling delete_port for 69cf6bd4-8595-4788-88a5-af4578e0ab56 owned by network:floatingip {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:38.807682 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:38.835722 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event deleted for resources: {'Port': ['ID=69cf6bd4-8595-4788-88a5-af4578e0ab56,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:38.858626 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.858962 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.859293 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.859622 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.859944 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.860258 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.860574 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.860842 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.861166 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.861498 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.861837 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.862131 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.862437 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:38.904713 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for floatingip, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:38.904963 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.db.l3_db [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Floating IP ade5f3a0-58ad-4144-8036-2990c4d463ea disassociated (deleted). External IP: 172.27.1.228, port: 22fede56-e753-4236-b9ce-83acdbf2d6a5. Dec 23 00:43:39.126664 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Router 8f195343-dcbe-4905-a6db-2e0ed8938d99 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:43:39.234769 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:43:39.239309 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for floatingip, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:39.245367 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Sync routers for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:43:39.255247 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:39.255867 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:39.266795 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-a0759cf4-e40a-4979-a1d2-6c7017564dca tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "DELETE /v2.0/floatingips/ade5f3a0-58ad-4144-8036-2990c4d463ea HTTP/1.1" status: 204 len: 168 time: 0.8723381 Dec 23 00:43:39.267336 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:43:39.269581 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19e695-e9b1-447b-8713-a982b184531e" -d '{"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:43:39.312037 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 00:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b4d28-0e91-40f7-ab6e-df0b5c46ed8a x-openstack-request-id: req-208b4d28-0e91-40f7-ab6e-df0b5c46ed8a {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:43:39.312582 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:43:39.312731 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208b4d28-0e91-40f7-ab6e-df0b5c46ed8a {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:43:39.313109 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'status': 'completed', 'code': 200} Dec 23 00:43:39.361206 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:39.407949 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e695-e9b1-447b-8713-a982b184531e req-19bb5117-87da-47e3-aa90-5ac6d1cd7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:39.409985 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-19bb5117-87da-47e3-aa90-5ac6d1cd7d26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1bce7a793e4297877b92b900b48e49&device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 1099 time: 0.0500901 Dec 23 00:43:39.555586 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8b4f3-a2b6-46db-9f2d-7e147a0bbacb req-3669e73e-b275-42c3-b760-600cf1a63232 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:39.557179 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9ca8b4f3-a2b6-46db-9f2d-7e147a0bbacb req-3669e73e-b275-42c3-b760-600cf1a63232 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.1056740 Dec 23 00:43:39.591650 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e695-e9b1-447b-8713-a982b184531e req-98d36870-2fc9-417a-b3d9-6749d3a0e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:39.593145 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-98d36870-2fc9-417a-b3d9-6749d3a0e6ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 200 len: 909 time: 0.1311953 Dec 23 00:43:39.650205 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-167cebb5-be36-4684-9e68-b4ffb00d1914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0472467 Dec 23 00:43:39.655139 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-9ca8b4f3-a2b6-46db-9f2d-7e147a0bbacb req-e89af696-01db-4a1b-9560-ae3814cc7c0d tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909600 Dec 23 00:43:39.689628 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:39.716198 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Checking router: 8f195343-dcbe-4905-a6db-2e0ed8938d99 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:43:39.725750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:39.726378 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:39.833887 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:39.973816 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e695-e9b1-447b-8713-a982b184531e req-c85edf90-1c8c-4511-aca9-57780965171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:39.975149 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-c85edf90-1c8c-4511-aca9-57780965171b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 200 len: 847 time: 0.3157957 Dec 23 00:43:40.023736 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e695-e9b1-447b-8713-a982b184531e req-cad7224e-a919-427d-810d-18b71868d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:40.025319 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-cad7224e-a919-427d-810d-18b71868d2de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2081cf24-531e-4442-95e3-2a8f39af3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422723 Dec 23 00:43:40.043276 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-4cd25216-e8da-476e-a066-da044457e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:40.068697 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd25216-e8da-476e-a066-da044457e126 None None] The sync data for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi is: [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:21Z', 'revision_number': 4, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi', '_interfaces': [{'id': '8c841235-76e6-4034-9d77-c2701ed51720', 'name': '', 'network_id': '2081cf24-531e-4442-95e3-2a8f39af3d34', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'mac_address': 'fa:16:3e:44:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:21Z', 'updated_at': '2021-12-23T00:39:26Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'subnets': [{'id': 'fcc61bc9-5dce-4940-b6ff-43a898664be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:43:40.118159 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-fd97ecea-bc42-4a47-ae2e-35cae1648075 service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Dec 23 00:43:40.208158 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-2a19e695-e9b1-447b-8713-a982b184531e req-579c8bc8-c447-4f69-8d7f-821125f31f7e service neutron] 10.222.0.43 "GET /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Dec 23 00:43:40.282180 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b28ec-9597-49be-806c-0afa8305df36 None None] New status for floating IP ade5f3a0-58ad-4144-8036-2990c4d463ea: DOWN {{(pid=108949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 00:43:40.783038 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfad7b-545b-4cc0-a650-46a77252cc17 req-1cd68b2f-a401-43db-b2da-29af9c0821f7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:40.784473 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9cfad7b-545b-4cc0-a650-46a77252cc17 req-1cd68b2f-a401-43db-b2da-29af9c0821f7 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0574479 Dec 23 00:43:40.835099 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-d9cfad7b-545b-4cc0-a650-46a77252cc17 req-262eb844-1318-49d1-9a6b-bc9e97573a44 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/security-groups?id=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Dec 23 00:43:41.211326 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-d8567fa5-ad86-4bf4-939d-14bc7f46b012 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 00:43:41.212861 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-d8567fa5-ad86-4bf4-939d-14bc7f46b012 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 946 time: 0.0527849 Dec 23 00:43:41.301956 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Deleting port 22fede56-e753-4236-b9ce-83acdbf2d6a5 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:41.302265 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:41.390049 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] For port 22fede56-e753-4236-b9ce-83acdbf2d6a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=22fede56-e753-4236-b9ce-83acdbf2d6a5,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:41.390378 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:41.402108 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Calling delete_port for 22fede56-e753-4236-b9ce-83acdbf2d6a5 owned by compute:nova {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:41.537022 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:41.568263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event deleted for resources: {'Port': ['ID=22fede56-e753-4236-b9ce-83acdbf2d6a5,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:41.608034 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] No DVR routers for this DVR port 22fede56-e753-4236-b9ce-83acdbf2d6a5 on host hv-cinder-82276 {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:43:41.610597 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1909566'] for port, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:41.613964 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [req-3795359a-fdff-4eec-8fb5-60ac6ff5f1b4 req-e412521d-ab08-43cd-aa6a-2b7e4d83f259 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.43 "DELETE /v2.0/ports/22fede56-e753-4236-b9ce-83acdbf2d6a5 HTTP/1.1" status: 204 len: 173 time: 0.3949556 Dec 23 00:43:41.614399 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-deleted', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5'}] {{(pid=108946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 00:43:41.616758 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bf244093b3ab65a9607adcd85e3d8f8dd4b0ac780ea9cd16cec886e757420a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6781b143-e01d-4837-950b-61d9f93ee9fb" -d '{"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-deleted", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5"}]}' {{(pid=108946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 00:43:41.654279 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c64df-f2cc-4160-aa67-29a168f76019 x-openstack-request-id: req-498c64df-f2cc-4160-aa67-29a168f76019 {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 00:43:41.654562 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc77de-184a-4f0d-af99-2ee296481736", "name": "network-vif-deleted", "tag": "22fede56-e753-4236-b9ce-83acdbf2d6a5", "status": "completed", "code": 200}]} {{(pid=108946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 00:43:41.655073 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-498c64df-f2cc-4160-aa67-29a168f76019 {{(pid=108946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 00:43:41.655317 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc77de-184a-4f0d-af99-2ee296481736', 'name': 'network-vif-deleted', 'tag': '22fede56-e753-4236-b9ce-83acdbf2d6a5', 'status': 'completed', 'code': 200} Dec 23 00:43:41.935775 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [req-3e38e83e-2b18-46f3-a4ee-02c81e14f3cb req-66f3d1ee-0255-4b7d-acff-38d8fb370680 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3afc77de-184a-4f0d-af99-2ee296481736 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Dec 23 00:43:43.007486 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58556) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:43.064661 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:43.090439 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:43.158483 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:43.161778 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:43.163360 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] 10.222.0.24 "DELETE /v2.0/security-groups/f995c39e-fea5-4ff6-8ff5-5ee37759cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1547918 Dec 23 00:43:43.173013 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f2a08-8f63-4f72-9ace-1ef7f3ae9371 tempest-TestShelveInstance-1129475091 tempest-TestShelveInstance-1129475091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995c39e-fea5-4ff6-8ff5-5ee37759cdc3,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:44.225481 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58562) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:44.571926 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:44.809787 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Deleting port 8c841235-76e6-4034-9d77-c2701ed51720 {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:44.810095 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:44.898337 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] For port 8c841235-76e6-4034-9d77-c2701ed51720, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=8c841235-76e6-4034-9d77-c2701ed51720,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:44.898730 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:44.912001 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Calling delete_port for 8c841235-76e6-4034-9d77-c2701ed51720 owned by network:router_interface {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:45.095067 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:45.118775 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c841235-76e6-4034-9d77-c2701ed51720,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:45.129881 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.130263 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.130612 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.130983 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.131309 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.131631 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.131954 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.132261 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.132578 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.132895 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.133211 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.133524 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.133863 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:45.244788 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:45.268961 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] No Port match for: 22fede56-e753-4236-b9ce-83acdbf2d6a5 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:45.269296 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Device 22fede56-e753-4236-b9ce-83acdbf2d6a5 not bound to the agent host hv-cinder-82276 {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:45.294218 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:45.766940 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Router 8f195343-dcbe-4905-a6db-2e0ed8938d99 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:43:45.867878 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:43:45.874028 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-f93a1c5d-945c-43e9-bc5b-48af3b192be1 admin admin] 10.222.0.24 "PUT /v2.0/routers/8f195343-dcbe-4905-a6db-2e0ed8938d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6473849 Dec 23 00:43:45.876169 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58564) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:45.878047 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Sync routers for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:43:45.893705 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:45.894500 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:45.984751 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:45.999856 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:46.084248 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.139782 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Deleting port e1f96f5c-684d-4f90-815d-6dee8ae392bc {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:46.140119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.170362 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:43:45Z', 'revision_number': 5, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port': {'id': 'e1f96f5c-684d-4f90-815d-6dee8ae392bc', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:46.195640 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Checking router: 8f195343-dcbe-4905-a6db-2e0ed8938d99 for host: dv-cinder-822768-1-iscsi {{(pid=108948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:43:46.204222 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Routers {'8f195343-dcbe-4905-a6db-2e0ed8938d99'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:46.204822 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['8f195343-dcbe-4905-a6db-2e0ed8938d99'], 'active': True} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:46.216023 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] For port e1f96f5c-684d-4f90-815d-6dee8ae392bc, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=e1f96f5c-684d-4f90-815d-6dee8ae392bc,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:46.216378 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.227690 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Calling delete_port for e1f96f5c-684d-4f90-815d-6dee8ae392bc owned by network:router_gateway {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:46.287405 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvr_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] Set router 8f195343-dcbe-4905-a6db-2e0ed8938d99 gateway port host: None {{(pid=108948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:46.339206 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_hamode_db [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:43:46Z', 'revision_number': 6, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:46.365217 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aee53-adad-4afb-8d19-29bb8761a52b None None] The sync data for ids ['8f195343-dcbe-4905-a6db-2e0ed8938d99'] in dv-cinder-822768-1-iscsi is: [{'id': '8f195343-dcbe-4905-a6db-2e0ed8938d99', 'name': 'tempest-TestShelveInstance-570956838-router', 'tenant_id': '9e1bce7a793e4297877b92b900b48e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:19Z', 'updated_at': '2021-12-23T00:43:46Z', 'revision_number': 6, 'project_id': '9e1bce7a793e4297877b92b900b48e49', 'gw_port_host': None}] {{(pid=108948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:43:46.390606 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.419739 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f96f5c-684d-4f90-815d-6dee8ae392bc,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:46.482040 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.567671 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.569961 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.615628 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.616205 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f195343-dcbe-4905-a6db-2e0ed8938d99 {{(pid=108947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:43:46.620810 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] Publish callbacks [] for router, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.622196 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-4a2ae0de-ca7d-42a9-aa4f-b8287264aaf3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8f195343-dcbe-4905-a6db-2e0ed8938d99 HTTP/1.1" status: 204 len: 168 time: 0.7447817 Dec 23 00:43:46.624944 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58566) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:46.672885 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Deleting subnet fcc61bc9-5dce-4940-b6ff-43a898664be9 {{(pid=108947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:43:46.675897 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.711790 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4169426'] for subnet, precommit_delete_associations {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.790334 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.841189 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3162215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3405894'] for subnet, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.868675 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc61bc9-5dce-4940-b6ff-43a898664be9,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:46.872583 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.875764 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-d4d3ffee-65ab-429f-9215-d4e802f84311 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fcc61bc9-5dce-4940-b6ff-43a898664be9 HTTP/1.1" status: 204 len: 168 time: 0.2498486 Dec 23 00:43:46.878280 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [-] (108947) accepted ('10.222.0.24', 58568) {{(pid=108947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:46.880840 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ef0ed-ccbe-4f76-a825-664984edc60e None None] Network 2081cf24-531e-4442-95e3-2a8f39af3d34 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:43:46.944001 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:46.997382 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Deleting port 1dc475fd-6550-4853-bac2-60f6e26d9b3f {{(pid=108947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:46.997757 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.064949 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.db [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] For port 1dc475fd-6550-4853-bac2-60f6e26d9b3f, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=1dc475fd-6550-4853-bac2-60f6e26d9b3f,segment=NetworkSegment(b483b18b-6e4a-4704-8feb-ca2cd6212cfd),segment_id=b483b18b-6e4a-4704-8feb-ca2cd6212cfd)] {{(pid=108947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:47.065402 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.081925 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.plugin [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Calling delete_port for 1dc475fd-6550-4853-bac2-60f6e26d9b3f owned by network:dhcp {{(pid=108947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:47.159750 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20079445-2fb1-4f3b-84a3-b8fa4c810171 None None] DHCP port deletion for 2081cf24-531e-4442-95e3-2a8f39af3d34 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:43:47.162337 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162138'] for port, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.191243 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc475fd-6550-4853-bac2-60f6e26d9b3f,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:47.193101 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] No DVR routers for this DVR port 1dc475fd-6550-4853-bac2-60f6e26d9b3f on host dv-cinder-822768-1-iscsi {{(pid=108947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:43:47.229917 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e1f96f5c-684d-4f90-815d-6dee8ae392bc no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:47.249779 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: e1f96f5c-684d-4f90-815d-6dee8ae392bc {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:47.250121 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device e1f96f5c-684d-4f90-815d-6dee8ae392bc not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:47.250540 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 1dc475fd-6550-4853-bac2-60f6e26d9b3f no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:47.269119 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.269605 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 1dc475fd-6550-4853-bac2-60f6e26d9b3f {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:47.269949 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 1dc475fd-6550-4853-bac2-60f6e26d9b3f not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:47.270362 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 8c841235-76e6-4034-9d77-c2701ed51720 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:47.293972 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2081cf24-531e-4442-95e3-2a8f39af3d34']}} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:47.294224 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 8c841235-76e6-4034-9d77-c2701ed51720 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:47.294224 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 8c841235-76e6-4034-9d77-c2701ed51720 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:47.301209 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd') {'for_net_delete': True} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:47.301685 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.services.segments.db [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b483b18b-6e4a-4704-8feb-ca2cd6212cfd') {} {{(pid=108947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:47.310837 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4169435'] for segment, before_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.323596 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.329673 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=108947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:43:47.330121 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162317'] for segment, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: Traceback (most recent call last): Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: timer() Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: cb(*args, **kw) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: return func(*args, **kwargs) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: self._notify() Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: self.callback(batched_events) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: event.method(event) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: return f(self, *a, **k) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._get(url).json() Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: return self.request(url, 'GET', **kwargs) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:43:47.331845 dv-cinder-822768-1-iscsi neutron-server[108947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:43:47.388745 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.394345 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron_lib.callbacks.manager [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:47.397628 dv-cinder-822768-1-iscsi neutron-server[108947]: INFO neutron.wsgi [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2081cf24-531e-4442-95e3-2a8f39af3d34 HTTP/1.1" status: 204 len: 168 time: 0.5183771 Dec 23 00:43:47.400855 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58570) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:47.408529 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c91593-e8d1-4de3-8414-abafc24f3416 admin admin] Pushing event deleted for resources: {'Network': ['ID=2081cf24-531e-4442-95e3-2a8f39af3d34,revision_number=None']} {{(pid=108947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:47.750243 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584091'] for router_interface, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.001090 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Deleting port 9a99dba8-10bc-44fb-a984-62763ba13b96 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:48.001435 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.080507 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] For port 9a99dba8-10bc-44fb-a984-62763ba13b96, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=9a99dba8-10bc-44fb-a984-62763ba13b96,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:48.080891 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.093407 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Calling delete_port for 9a99dba8-10bc-44fb-a984-62763ba13b96 owned by network:router_interface {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:48.282107 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.307486 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a99dba8-10bc-44fb-a984-62763ba13b96,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:48.465391 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588811'] for router_interface, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.677963 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Router 57d46243-a5d5-431a-badf-ba6327d43593 has already been hosted by L3 agent d45b2c21-201b-46e1-94dd-7dd8857b3f87 {{(pid=108946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 00:43:48.781790 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] Notify agent at l3_agent.dv-cinder-822768-1-iscsi the message routers_updated {{(pid=108946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 00:43:48.787504 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-55b93254-66d8-4a56-b7e8-0ff86184c513 admin admin] 10.222.0.24 "PUT /v2.0/routers/57d46243-a5d5-431a-badf-ba6327d43593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3845963 Dec 23 00:43:48.789774 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58572) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:48.792542 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Sync routers for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 00:43:48.802537 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:48.803141 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:48.893007 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks [] for router, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:48.902741 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: dv-cinder-822768-1-iscsi {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:48.992259 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.047225 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Deleting port bf266ad8-da6e-4688-ac03-34273bd786b3 {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:49.047677 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.074336 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'external_fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:43:48Z', 'revision_number': 5, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port': {'id': 'bf266ad8-da6e-4688-ac03-34273bd786b3', 'name': '', 'network_id': 'e46c6231-c4b7-4daa-adae-5ef7aac26fcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d46243-a5d5-431a-badf-ba6327d43593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T00:39:24Z', 'updated_at': '2021-12-23T00:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed265f09-67ee-4927-a3eb-d3124333abcc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-1-iscsi'}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:49.099699 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Checking router: 57d46243-a5d5-431a-badf-ba6327d43593 for host: dv-cinder-822768-1-iscsi {{(pid=108949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 00:43:49.108027 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Routers {'57d46243-a5d5-431a-badf-ba6327d43593'} bound to L3 agent in host dv-cinder-822768-1-iscsi {{(pid=108949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 00:43:49.108636 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T00:20:58Z,description=,heartbeat_timestamp=2021-12-23T00:43:29Z,host='dv-cinder-822768-1-iscsi',id=d45b2c21-201b-46e1-94dd-7dd8857b3f87,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T00:20:59Z,topic='l3_agent')) {'router_ids': ['57d46243-a5d5-431a-badf-ba6327d43593'], 'active': True} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:49.125093 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] For port bf266ad8-da6e-4688-ac03-34273bd786b3, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=bf266ad8-da6e-4688-ac03-34273bd786b3,segment=NetworkSegment(98cb3482-7104-475a-9686-ddfec5f4d4c2),segment_id=98cb3482-7104-475a-9686-ddfec5f4d4c2)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:49.125449 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.136802 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Calling delete_port for bf266ad8-da6e-4688-ac03-34273bd786b3 owned by network:router_gateway {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:49.193178 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_dvr_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] Set router 57d46243-a5d5-431a-badf-ba6327d43593 gateway port host: None {{(pid=108949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 00:43:49.247496 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.l3_hamode_db [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:43:48Z', 'revision_number': 6, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port_host': None}], 'dv-cinder-822768-1-iscsi', False) {} {{(pid=108949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:49.276166 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39ceab9-3440-4ede-9dfb-79404b150291 None None] The sync data for ids ['57d46243-a5d5-431a-badf-ba6327d43593'] in dv-cinder-822768-1-iscsi is: [{'id': '57d46243-a5d5-431a-badf-ba6327d43593', 'name': 'tempest-TestShelveInstance-1271571286-router', 'tenant_id': '7a37b2ccfe084364bd387dc8c076732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T00:39:23Z', 'updated_at': '2021-12-23T00:43:48Z', 'revision_number': 6, 'project_id': '7a37b2ccfe084364bd387dc8c076732d', 'gw_port_host': None}] {{(pid=108949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 00:43:49.299511 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.328142 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf266ad8-da6e-4688-ac03-34273bd786b3,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:49.387098 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581841'] for router_gateway, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.472950 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36292'] for router, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.475120 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.526448 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586360'] for router, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.526941 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d46243-a5d5-431a-badf-ba6327d43593 {{(pid=108946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 00:43:49.531297 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] Publish callbacks [] for router, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.532467 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-dd7cf7e0-63a4-46d5-a786-dcfcbcb56882 admin admin] 10.222.0.24 "DELETE /v2.0/routers/57d46243-a5d5-431a-badf-ba6327d43593 HTTP/1.1" status: 204 len: 168 time: 0.7408261 Dec 23 00:43:49.535019 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58574) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:49.577579 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Deleting subnet 73335b79-0e27-4f3c-b03a-7003b37b6b79 {{(pid=108946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 00:43:49.580797 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.615352 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9359865'] for subnet, precommit_delete_associations {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.697913 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-589496'] for subnet, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.752923 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-589473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8847800'] for subnet, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.777724 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73335b79-0e27-4f3c-b03a-7003b37b6b79,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:49.781230 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for subnet, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.784405 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-86b76e3e-27e7-4828-9eae-7407fe1d1c83 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73335b79-0e27-4f3c-b03a-7003b37b6b79 HTTP/1.1" status: 204 len: 168 time: 0.2484529 Dec 23 00:43:49.787072 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec05f2-46c2-4558-8847-744e6f03166a None None] Network 30fe45ef-b446-4157-b09a-de9feb1dad70 requested from dv-cinder-822768-1-iscsi {{(pid=108948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 00:43:49.787617 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58576) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:49.852684 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.910625 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Deleting port c5b68d57-e899-47cc-a9dd-ccb238c35dbf {{(pid=108946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:49.910977 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.973389 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.db [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] For port c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host dv-cinder-822768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-1-iscsi',level=0,port_id=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,segment=NetworkSegment(c9645c04-3391-499a-bd22-ef928923c023),segment_id=c9645c04-3391-499a-bd22-ef928923c023)] {{(pid=108946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:49.973662 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:49.986139 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Calling delete_port for c5b68d57-e899-47cc-a9dd-ccb238c35dbf owned by network:dhcp {{(pid=108946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:50.046410 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] DHCP port deletion for 30fe45ef-b446-4157-b09a-de9feb1dad70 request from dv-cinder-822768-1-iscsi {{(pid=108948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 00:43:50.072263 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268066'] for port, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.099496 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] No DVR routers for this DVR port c5b68d57-e899-47cc-a9dd-ccb238c35dbf on host dv-cinder-822768-1-iscsi {{(pid=108946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:43:50.103062 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Deleting port c5b68d57-e899-47cc-a9dd-ccb238c35dbf {{(pid=108948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 00:43:50.103509 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762017452234'] for port, before_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.104131 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:50.164918 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.db [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] For port c5b68d57-e899-47cc-a9dd-ccb238c35dbf, host dv-cinder-822768-1-iscsi, got binding levels [] {{(pid=108948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 00:43:50.165305 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582092'] for port, precommit_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.173927 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-558389', 'neutron.services.segments.db._delete_segments_for_network-8762017524188'] for network, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.177772 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Calling delete_port for c5b68d57-e899-47cc-a9dd-ccb238c35dbf owned by network:dhcp {{(pid=108948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 00:43:50.180414 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.ipam_backend_mixin [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Port c5b68d57-e899-47cc-a9dd-ccb238c35dbf was not found and therefore no delete operation was performed {{(pid=108948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 00:43:50.181713 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762017606705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762017040622'] for port, after_delete {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.197940 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fe45ef-b446-4157-b09a-de9feb1dad70']}} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:50.207344 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9645c04-3391-499a-bd22-ef928923c023') {'for_net_delete': True} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:50.207645 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.services.segments.db [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9645c04-3391-499a-bd22-ef928923c023') {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 00:43:50.210330 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Pushing event deleted for resources: {'Port': ['ID=c5b68d57-e899-47cc-a9dd-ccb238c35dbf,revision_number=None']} {{(pid=108948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:50.212520 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] No DVR routers for this DVR port c5b68d57-e899-47cc-a9dd-ccb238c35dbf on host dv-cinder-822768-1-iscsi {{(pid=108948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 00:43:50.220332 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.220703 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.220995 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.221322 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.221683 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.222263 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.222509 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.222829 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.223149 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.223462 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.223776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.224128 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.224385 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb7e470-c813-4aee-ad4d-cdd56af84333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-1-iscsi {{(pid=108948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 00:43:50.225995 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762017529573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9359856'] for segment, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.240411 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583'] for segment, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.246815 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=108946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 00:43:50.247276 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-588583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268021'] for segment, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: warnings.warn(msg) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: Traceback (most recent call last): Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: timer() Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: cb(*args, **kw) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: return func(*args, **kwargs) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: self._notify() Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: self.callback(batched_events) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: event.method(event) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 00:43:50.249054 dv-cinder-822768-1-iscsi neutron-server[108946]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: return f(self, *a, **k) Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._get(url).json() Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: return self.request(url, 'GET', **kwargs) Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 00:43:50.252847 dv-cinder-822768-1-iscsi neutron-server[108946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 00:43:50.303533 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-558398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582029'] for network, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.310371 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636024'] for network, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.321773 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/30fe45ef-b446-4157-b09a-de9feb1dad70 HTTP/1.1" status: 204 len: 168 time: 0.5258379 Dec 23 00:43:50.340115 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548aa45-abb8-450a-bc50-05a2c138a9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fe45ef-b446-4157-b09a-de9feb1dad70,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:50.515849 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58580) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:50.560786 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-310b1dad-979e-4d4a-88ca-942362544c12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e1bce7a793e4297877b92b900b48e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437629 Dec 23 00:43:50.563569 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58582) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:50.616893 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.638637 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.685109 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.687702 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:50.688839 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e61906f-ef84-4829-a8eb-812301c70225 HTTP/1.1" status: 204 len: 168 time: 0.1244047 Dec 23 00:43:50.696961 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913dadd-567c-42ad-875f-f7f9798eba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e61906f-ef84-4829-a8eb-812301c70225,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:51.038421 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58588) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:51.076929 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-cae4c02e-0dcf-4369-8160-00a98a6a45d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a37b2ccfe084364bd387dc8c076732d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373712 Dec 23 00:43:51.079358 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [-] (108946) accepted ('10.222.0.24', 58590) {{(pid=108946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 00:43:51.128675 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:51.150104 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:51.197634 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778380'] for security_group, after_delete {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:51.200287 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:51.201465 dv-cinder-822768-1-iscsi neutron-server[108946]: INFO neutron.wsgi [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/406c72c8-57d5-4fde-85d9-6c02144c7241 HTTP/1.1" status: 204 len: 168 time: 0.1211636 Dec 23 00:43:51.209904 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1743aaf-b447-4e02-909e-41baf1069dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c72c8-57d5-4fde-85d9-6c02144c7241,revision_number=None']} {{(pid=108946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 00:43:51.217056 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 9a99dba8-10bc-44fb-a984-62763ba13b96 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:51.240662 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: 9a99dba8-10bc-44fb-a984-62763ba13b96 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:51.241046 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device 9a99dba8-10bc-44fb-a984-62763ba13b96 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:51.241469 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device c5b68d57-e899-47cc-a9dd-ccb238c35dbf no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:51.263932 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: c5b68d57-e899-47cc-a9dd-ccb238c35dbf {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:51.264269 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device c5b68d57-e899-47cc-a9dd-ccb238c35dbf not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:51.264875 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bf266ad8-da6e-4688-ac03-34273bd786b3 no longer exists at agent ovs-agent-dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 00:43:51.284676 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7302-f569-4201-8731-85671bab3482 None None] No Port match for: bf266ad8-da6e-4688-ac03-34273bd786b3 {{(pid=108948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 00:43:51.285078 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron.plugins.ml2.rpc [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Device bf266ad8-da6e-4688-ac03-34273bd786b3 not bound to the agent host dv-cinder-822768-1-iscsi {{(pid=108948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 00:43:56.434051 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-0c4c91f9-2251-4d82-9e8e-42fe6b108cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:58.562705 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-31bd0e0b-b2e0-4579-889c-4c062d47a1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:59.410677 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:43:59.827087 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:01.328432 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:02.102171 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:14.223300 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-a2f09dad-5a50-4fe9-ae31-68444cfd3dc4 req-164c12ad-9484-4c0b-8043-cdbd396e3b47 service neutron] (108946) timed out ('10.222.0.43', 59319) {{(pid=108946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 00:44:14.735470 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:44:26.424620 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-e53f9449-06f9-44bf-b8a8-687e123a0100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:28.571827 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-aab0fadb-2b2e-41ef-8386-2da65b60eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:29.410548 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:29.836962 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:31.339954 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:32.103992 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:51.741894 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:44:56.430089 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6567d50-12d3-4078-8c45-ebeb9b01fd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:58.565076 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bdd886b8-6c78-4bfb-811a-e7524cc824b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:59.421572 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:44:59.842593 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:01.344366 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:02.106457 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:26.427458 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f84b-fce4-45b5-83cd-fbc6f2ff9355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:28.565800 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d4638db7-5d49-45da-aa53-4355fc877005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:28.746552 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:45:29.433592 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:29.838576 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:31.337562 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:32.110286 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:56.419162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-8df83924-5a1e-4006-9df5-4b7b3d57bd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:58.693787 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-dcac710c-9fe5-4cc4-9aee-64732b240733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:59.435225 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:45:59.848016 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:01.341821 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:02.107938 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:05.751712 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:46:16.369832 dv-cinder-822768-1-iscsi neutron-server[108947]: DEBUG neutron.wsgi [req-c15e9c4c-f901-4136-a3ae-f872e7d8957e req-b16fd334-6e5c-4f64-a604-7eff744012b6 service neutron] (108947) timed out ('10.222.0.43', 59341) {{(pid=108947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 00:46:26.425521 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9fbc-7b11-45fa-9d3d-d26c630182b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:28.561897 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-43ddb801-1d1a-46a4-9d8e-d53514c8c99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:29.429096 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:29.850766 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:31.358090 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:32.108628 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:42.756676 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:46:52.901520 dv-cinder-822768-1-iscsi neutron-server[108946]: DEBUG neutron.wsgi [req-aee06c0f-2187-496d-a4e4-b52cb441079e req-c4aa8be9-a15c-44b8-97c4-f2d297990218 service neutron] (108946) timed out ('10.222.0.24', 52014) {{(pid=108946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 00:46:56.426536 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-4c69a250-c206-4e30-8abd-b4b60208ad88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:58.567517 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-70dbe220-0562-459b-8038-63efde39e755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:59.430421 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:46:59.852704 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:01.351026 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:02.115638 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:19.764013 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:47:26.428229 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-70764497-568b-4f91-9d71-faed52fd9e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:28.561401 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-b81cd46b-ed47-4d2e-82db-c1a91b7f9d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:29.436620 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:29.857385 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:31.361776 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:32.112900 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:56.437677 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-f1964a34-a9d8-4931-83d0-64b790156e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:56.760079 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:47:58.555415 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-75fa73fd-4deb-46c7-a7d6-55521ad64fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:59.437678 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:47:59.856977 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:01.361418 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:02.104146 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:26.430420 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-bcb53b7c-b1a9-4f3f-9715-5c51e96cbfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:28.572246 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-e6d56f31-59d6-49d2-ab5f-529ec579d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:29.435516 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:29.869387 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:31.364811 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:32.105774 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:33.765967 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 00:48:56.433352 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-e3da809e-25a8-4d28-8059-ff3e0be3c9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:58.563139 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-a770d884-4945-48fe-bec0-b4d82067c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:59.435666 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-c81032b9-900a-4bdc-87ab-78d5e4a18779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:48:59.873858 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d6279343-1979-4138-9222-567f1bd4159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:49:01.371162 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-1eabfd68-422b-4086-8cc2-30d350f3c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:49:02.110025 dv-cinder-822768-1-iscsi neutron-server[108948]: DEBUG neutron_lib.callbacks.manager [None req-d45c7302-f569-4201-8731-85671bab3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762017524170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559487'] for agent, after_update {{(pid=108948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 00:49:10.756056 dv-cinder-822768-1-iscsi neutron-server[108949]: DEBUG neutron.db.agents_db [None req-457a5b8d-c085-4904-b19f-b1ca72dcc42d None None] Agent healthcheck: found 6 active agents {{(pid=108949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}